-- Logs begin at Wed 2021-02-03 19:15:28 UTC, end at Wed 2021-02-03 20:20:52 UTC. --
Feb 03 19:53:37.051991 dv-cinder-773985-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 03 19:53:39.773540 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.common.config [-] Logging enabled!
Feb 03 19:53:39.774038 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev465
Feb 03 19:53:39.775384 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80033) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 03 19:53:39.777195 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.common.config [-] Logging enabled!
Feb 03 19:53:39.777470 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev465
Feb 03 19:53:39.777819 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80033) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 03 19:53:39.778870 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 03 19:53:39.779138 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 03 19:53:39.780191 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 03 19:53:39.780472 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 03 19:53:39.780728 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 03 19:53:39.781092 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.781439 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.781774 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.782030 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.782367 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.782700 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.783020 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.783351 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.783688 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.784030 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.784345 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.784661 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.784919 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.785235 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.785563 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.785887 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.786137 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.786451 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.786986 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.787347 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.787671 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.788026 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.788336 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.788648 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.788969 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.789330 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] host                           = dv-cinder-773985-1-iscsi {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.789644 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.789969 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.790293 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.790617 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.790930 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.791240 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.791567 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.791874 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.792204 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.792514 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.792841 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.793250 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.793585 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.793840 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.794091 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.794417 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.794744 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.795055 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.795364 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.795673 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.796005 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.796316 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.796619 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.796943 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.797269 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.797591 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.797899 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.798208 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.798514 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.798819 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.799143 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.799452 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.799760 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.800088 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.800416 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.800720 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.801029 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.801377 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.801701 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.802022 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.802346 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.802657 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.803100 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.803341 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.803808 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.804143 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.804456 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.804764 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.805085 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.805396 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.805705 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.806015 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.806322 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.806649 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:39.806983 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.807320 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.807662 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.808006 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.808336 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.808654 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.808982 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.809296 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.809623 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.809952 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.810275 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.810589 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.810911 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.811224 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.811559 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.811940 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.812262 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.812592 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.812902 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.813212 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.813517 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.813832 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.814152 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.814484 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.814810 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.815118 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.815430 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.815761 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.816097 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.816406 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.816717 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.817043 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.817355 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.817660 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.817979 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.818292 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.819144 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.819582 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.819935 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.820251 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.820566 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.820874 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.821180 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.821493 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.821797 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.822124 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.822436 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.822743 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.823048 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.823361 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.823707 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.824038 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.824353 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.824660 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.824971 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.825279 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.825586 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.825893 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.826198 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.826502 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.826807 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.827114 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.827426 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.827734 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.828060 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.828368 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.828677 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.828982 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.829306 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.829640 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.829955 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.830270 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.830585 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.830900 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.831215 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.831530 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.831844 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.832189 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.832496 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.832830 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.833152 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.833474 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.833787 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.834085 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.835079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.835397 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.835721 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.836063 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.836379 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.836701 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.837029 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.837361 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.837691 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.838021 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.838354 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.838679 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.838994 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.839348 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.839665 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:39.839933 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 03 19:53:39.840214 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80033) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 03 19:53:40.502422 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO keyring.backend [-] Loading Gnome
Feb 03 19:53:40.519173 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO keyring.backend [-] Loading Google
Feb 03 19:53:40.521929 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO keyring.backend [-] Loading Windows (alt)
Feb 03 19:53:40.525472 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO keyring.backend [-] Loading file
Feb 03 19:53:40.526301 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO keyring.backend [-] Loading keyczar
Feb 03 19:53:40.526585 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO keyring.backend [-] Loading multi
Feb 03 19:53:40.527234 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO keyring.backend [-] Loading pyfs
Feb 03 19:53:40.574606 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:53:40.574913 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:53:40.575238 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:53:40.575606 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 03 19:53:40.969472 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:40.969997 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:40.970085 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.017524 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.017837 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.018134 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.022297 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.022602 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.022900 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.091193 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.091499 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.091795 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.092962 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.093262 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.093553 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.363723 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fc93c6c3598> agent after_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.364084 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fc93c6c3598> agent after_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.364387 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fc93c6c3620> segment precommit_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.364688 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fc93c6c36a8> network precommit_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.365573 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fc93c6b26a8> segment before_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.514231 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> network before_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.514603 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fc93c764950> agent before_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.514921 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> network before_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.515221 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> port before_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.515514 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> port before_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.515937 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> segment after_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.516212 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> segment precommit_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.516497 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> segment precommit_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.516783 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> segment after_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.517117 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> network after_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.517410 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> network precommit_delete 0 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.517713 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> port provisioning_complete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.518016 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> rbac-policy before_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.518302 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> rbac-policy after_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.518607 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> agent after_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.518917 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> subnet after_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.519205 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> subnet precommit_delete 0 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.519519 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> rbac-policy before_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.519798 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> rbac-policy before_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.520312 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> port after_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.520604 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> port after_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.520884 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> port after_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.521221 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> rbac-policy before_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.521498 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> rbac-policy before_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.521844 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc93c70e4e0>> rbac-policy before_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.522266 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 03 19:53:41.522540 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 03 19:53:41.522810 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 03 19:53:41.523079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 03 19:53:41.523347 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 03 19:53:41.523617 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 03 19:53:41.525020 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 03 19:53:41.528174 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 03 19:53:41.532216 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 03 19:53:41.536130 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1300, 1349)])])
Feb 03 19:53:41.537916 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 03 19:53:41.538964 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 03 19:53:41.539345 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 03 19:53:41.539778 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 03 19:53:41.542507 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 03 19:53:41.542784 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 03 19:53:41.543161 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 03 19:53:41.565175 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Feb 03 19:53:41.565688 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fc93c71b390>> qos_plugin after_init 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.566021 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80033) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 03 19:53:41.566432 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fc93c4556d8>> logging-plugin after_init 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.567776 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80033) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 03 19:53:41.568117 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 03 19:53:41.568393 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 03 19:53:41.572275 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fc93c455780>> floatingip before_response 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.572593 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fc93c455780>> port before_response 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:41.640581 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 03 19:53:41.640800 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 03 19:53:41.641069 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 03 19:53:41.641477 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 03 19:53:41.676440 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.sqlalchemy.engines [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80033) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 03 19:53:42.118356 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.managers [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Initializing driver for type 'gre'
Feb 03 19:53:42.118907 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] gre ID ranges: [(1, 1000)]
Feb 03 19:53:42.160500 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.managers [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Initializing driver for type 'local'
Feb 03 19:53:42.160867 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.managers [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Initializing driver for type 'vlan'
Feb 03 19:53:42.171223 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] VlanTypeDriver initialization complete
Feb 03 19:53:42.171593 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.managers [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Initializing driver for type 'vxlan'
Feb 03 19:53:42.172144 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] vxlan ID ranges: [(1, 1000)]
Feb 03 19:53:42.212509 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.managers [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Initializing extension driver 'port_security'
Feb 03 19:53:42.212877 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.extensions.port_security [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] PortSecurityExtensionDriver initialization complete
Feb 03 19:53:42.213250 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.managers [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Initializing mechanism driver 'openvswitch'
Feb 03 19:53:42.219439 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80033) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 19:53:42.220311 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc940482c88>> port after_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.220721 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc940482c88>> port after_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.221115 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc940482c88>> port after_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.221560 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc93bfda978>> subnet after_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.221946 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc93bfda978>> subnet after_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.222328 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc93bfda978>> subnet after_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.222741 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc93bfdab38>> network after_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.223122 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc93bfdab38>> network after_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.223499 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc93bfdab38>> network after_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.223946 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc93bfdacf8>> security_group after_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.224311 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc93bfdacf8>> security_group after_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.225486 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc93bfdacf8>> security_group after_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.225929 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc93bfdaeb8>> security_group_rule after_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.226316 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc93bfdaeb8>> security_group_rule after_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.226695 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc93bfdaeb8>> security_group_rule after_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.227110 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc93bfdaf98>> address_group after_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.227488 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc93bfdaf98>> address_group after_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.227862 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc93bfdaf98>> address_group after_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.228252 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] ML2 OVO RPC backend initialized. {{(pid=80033) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 03 19:53:42.228966 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc93bfe0198>> router_interface after_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.229355 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc93bfe0198>> router_interface after_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.229808 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc93bfe0198>> network before_response 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.230188 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc93bfe0198>> networks before_response 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.230567 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc93bfe0198>> port before_response 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.230941 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc93bfe0198>> ports before_response 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.231322 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc93bfe0198>> subnet before_response 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.231696 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc93bfe0198>> subnets before_response 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.232103 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc93bfe0198>> network after_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.232476 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc93bfe0198>> network after_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.232847 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc93bfe0198>> network after_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.233219 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc93bfe0198>> port after_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.233590 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc93bfe0198>> port after_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.233960 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc93bfe0198>> port after_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.234330 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc93bfe0198>> subnet after_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.235040 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc93bfe0198>> subnet after_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.235959 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc93bfe0198>> subnet after_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.236593 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.plugin [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Modular L2 Plugin initialization complete
Feb 03 19:53:42.236949 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading services supported by the core plugin {{(pid=80033) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 03 19:53:42.237310 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.plugins.ml2.managers [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Got port-security extension from driver 'port_security'
Feb 03 19:53:42.237816 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.extensions.vlantransparent [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Disabled vlantransparent extension.
Feb 03 19:53:42.239282 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80033) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 03 19:53:42.239638 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading Plugin: router
Feb 03 19:53:42.276156 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc93bfe0320>> router_interface before_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.276594 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc93bfe0320>> router after_create 55549900 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.276995 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc93bfe0320>> router before_create 55549900 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.277393 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc93bfe0320>> router_interface before_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.277807 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc93bfe0320>> router_interface after_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.278197 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc93bfe0320>> router after_delete 55549900 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.278593 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc93bfe0320>> floatingip after_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.278999 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc93bfe0320>> router after_create 55549900 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.279377 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc93bfe0320>> router after_update 55549900 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.279767 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc93bfe0320>> router after_update 55549900 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.280177 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc93bfe0320>> router_gateway after_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.280576 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc93bfe0320>> router after_update 55549900 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.281067 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc93bfe0320>> router precommit_update 55549900 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.281480 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fc93c6437b8> port after_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.281854 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fc93c6436a8> port after_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.282227 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fc93c643730> subnet after_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.282597 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fc93c643840> subnetpool_address_scope after_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.282984 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc93bfe0320>> port precommit_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.283363 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc93bfe0320>> router precommit_create 55549900 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.283740 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fc93c60f950> port before_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.284140 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc93bfe0320>> router precommit_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.284543 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc93bfe0320>> router after_update 55549900 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.284919 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc93bfe0320>> router precommit_delete 55549900 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.285304 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc93bfe0320>> router precommit_create 55549900 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.285714 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc93bfe0320>> router_interface after_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.286093 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc93bfe0320>> router precommit_update 55549900 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.286518 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc93bfe0320>> network after_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.288123 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Tracking information for resource: router configured {{(pid=80033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 03 19:53:42.288497 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Tracking information for resource: floatingip configured {{(pid=80033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 03 19:53:42.293337 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.l3_agentschedulers_db [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 03 19:53:42.293989 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fc93bf6fea0> port after_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.294382 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fc93c00ce18> port after_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.294768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <function _notify_port_delete at 0x7fc93bf6fe18> port after_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.295153 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fc93bf780d0> port after_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.296087 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc93bf8abe0>> router before_create 55550100 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.296487 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc93bf8abe0>> router precommit_delete 55550100 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.296892 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc93bf8abe0>> router precommit_create 55550100 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.297290 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc93bf8abe0>> router precommit_update 55550100 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.302036 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.provider_configuration [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Service providers = [] {{(pid=80033) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 03 19:53:42.302429 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.servicetype_db [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80033) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 03 19:53:42.305314 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.service_base [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80033) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 03 19:53:42.305698 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.service_base [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80033) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 03 19:53:42.306075 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.service_base [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80033) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 03 19:53:42.306965 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.service_base [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80033) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 03 19:53:42.307364 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.services.service_base [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 03 19:53:42.307774 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 03 19:53:42.308151 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 03 19:53:42.318379 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 03 19:53:42.318783 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading Plugin: auto_allocate
Feb 03 19:53:42.324403 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fc93bf41730> network precommit_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.324800 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fc93bf41730> network precommit_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.325386 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 03 19:53:42.325739 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading Plugin: tag
Feb 03 19:53:42.333927 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 03 19:53:42.334845 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading Plugin: timestamp
Feb 03 19:53:42.338784 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 03 19:53:42.339149 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading Plugin: network_ip_availability
Feb 03 19:53:42.344636 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc93bed6320>> rbac-policy before_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.345038 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc93bed6320>> rbac-policy before_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.345427 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc93bed6320>> rbac-policy before_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.346241 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 03 19:53:42.346574 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading Plugin: flavors
Feb 03 19:53:42.351718 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 03 19:53:42.352109 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading Plugin: revisions
Feb 03 19:53:42.356557 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 03 19:53:42.356981 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.782s {{(pid=80033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:53:42.357783 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80033) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 03 19:53:42.358142 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Initializing extension manager.
Feb 03 19:53:42.358699 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: __init__.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.359077 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: __pycache__ {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.359448 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.359816 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: address_group.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.360639 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.361277 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: address-group
Feb 03 19:53:42.361639 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: address_scope.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.362406 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.362985 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: address-scope
Feb 03 19:53:42.363345 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: admin_state_down_before_update.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.364301 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.364880 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: router-admin-state-down-before-update
Feb 03 19:53:42.365240 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: agent.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.366106 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.366683 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: agent
Feb 03 19:53:42.367044 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: agent_resources_synced.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.367986 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.368610 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: agent-resources-synced
Feb 03 19:53:42.368927 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: allowedaddresspairs.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.370721 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.371312 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: allowed-address-pairs
Feb 03 19:53:42.371674 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: auto_allocated_topology.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.372802 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.373386 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: auto-allocated-topology
Feb 03 19:53:42.373747 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: availability_zone.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.374495 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.375075 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: availability_zone
Feb 03 19:53:42.375434 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: availability_zone_filter.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.376387 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.376972 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: availability_zone_filter
Feb 03 19:53:42.377333 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: data_plane_status.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.378253 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.378829 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension data-plane-status not supported by any of loaded plugins
Feb 03 19:53:42.379190 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: default_subnetpools.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.380253 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.380834 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: default-subnetpools
Feb 03 19:53:42.381295 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: dhcpagentscheduler.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.382071 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.382650 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: dhcp_agent_scheduler
Feb 03 19:53:42.383009 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: dns.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.383963 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.384547 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension dns-integration not supported by any of loaded plugins
Feb 03 19:53:42.384906 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: dns_domain_ports.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.385834 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.386417 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 03 19:53:42.386776 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: dvr.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.387496 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.388125 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: dvr
Feb 03 19:53:42.388469 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: empty_string_filtering.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.389385 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.389964 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: empty-string-filtering
Feb 03 19:53:42.390322 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.391243 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.391818 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 03 19:53:42.392203 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.393115 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.393687 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 03 19:53:42.394047 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: external_net.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.394960 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.395538 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: external-net
Feb 03 19:53:42.395929 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: extra_dhcp_opt.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.397378 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.397954 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: extra_dhcp_opt
Feb 03 19:53:42.398309 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: extraroute.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.399223 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.399803 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: extraroute
Feb 03 19:53:42.400186 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: extraroute_atomic.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.401228 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.401860 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: extraroute-atomic
Feb 03 19:53:42.402218 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: filter_validation.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.402921 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.403499 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: filter-validation
Feb 03 19:53:42.403857 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: fip_pf_description.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.404822 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.405393 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 03 19:53:42.405750 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: fip_port_details.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.406676 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.407255 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: fip-port-details
Feb 03 19:53:42.407615 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: flavors.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.408970 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.409563 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: flavors
Feb 03 19:53:42.409929 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.411568 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.412185 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 03 19:53:42.413115 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: floatingip_pools.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.413862 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.414445 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: floatingip-pools
Feb 03 19:53:42.414808 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: ip_allocation.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.415745 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.416372 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension ip_allocation not supported by any of loaded plugins
Feb 03 19:53:42.416734 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.417656 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.418240 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: ip-substring-filtering
Feb 03 19:53:42.418601 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: l2_adjacency.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.419526 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.420131 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 03 19:53:42.420496 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: l3.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.421557 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.422146 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: router
Feb 03 19:53:42.422507 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: l3_conntrack_helper.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.424810 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.425418 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 03 19:53:42.425789 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.426726 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.427313 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: ext-gw-mode
Feb 03 19:53:42.427675 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.428654 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.429242 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: l3-ha
Feb 03 19:53:42.429603 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: l3_flavors.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.430532 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.431116 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: l3-flavors
Feb 03 19:53:42.431479 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.432516 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.433099 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 03 19:53:42.433461 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: l3agentscheduler.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.434608 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.435201 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: l3_agent_scheduler
Feb 03 19:53:42.435566 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: logging.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.437110 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.437705 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension logging not supported by any of loaded plugins
Feb 03 19:53:42.438073 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: metering.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.438871 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.439570 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: metering
Feb 03 19:53:42.439960 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.441104 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.441696 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: metering_source_and_destination_fields
Feb 03 19:53:42.442057 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: multiprovidernet.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.442987 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.443631 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: multi-provider
Feb 03 19:53:42.444056 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: netmtu.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.444989 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.445569 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: net-mtu
Feb 03 19:53:42.445986 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: netmtu_writable.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.447194 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.447754 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: net-mtu-writable
Feb 03 19:53:42.448259 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: network_availability_zone.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.448901 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.449510 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: network_availability_zone
Feb 03 19:53:42.449872 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: network_ip_availability.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.451102 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.451690 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: network-ip-availability
Feb 03 19:53:42.452081 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: network_segment_range.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.452921 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.453498 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension network-segment-range not supported by any of loaded plugins
Feb 03 19:53:42.453860 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: pagination.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.454859 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.455232 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: pagination
Feb 03 19:53:42.455588 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: port_device_profile.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.456557 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.457147 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: port-device-profile
Feb 03 19:53:42.457506 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.458431 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.459013 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: port-mac-address-regenerate
Feb 03 19:53:42.459944 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.461021 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.461601 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: port-numa-affinity-policy
Feb 03 19:53:42.461962 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: port_resource_request.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.462885 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.463475 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension port-resource-request not supported by any of loaded plugins
Feb 03 19:53:42.463811 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: portbindings.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.464770 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.465351 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: binding
Feb 03 19:53:42.465707 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: portbindings_extended.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.466993 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.467578 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: binding-extended
Feb 03 19:53:42.467963 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: portsecurity.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.468887 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.469472 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: port-security
Feb 03 19:53:42.469832 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: project_id.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.470811 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.471181 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: project-id
Feb 03 19:53:42.471542 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: providernet.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.472499 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.473085 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: provider
Feb 03 19:53:42.473444 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: qos.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.477820 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.478417 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension qos not supported by any of loaded plugins
Feb 03 19:53:42.478786 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.480051 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.480640 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 03 19:53:42.481006 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.481940 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.482518 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 03 19:53:42.482876 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: qos_default.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.483801 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.484408 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension qos-default not supported by any of loaded plugins
Feb 03 19:53:42.484766 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: qos_fip.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.485456 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.486035 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension qos-fip not supported by any of loaded plugins
Feb 03 19:53:42.486392 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: qos_gateway_ip.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.487330 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.487930 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 03 19:53:42.488293 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: qos_port_network_policy.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.489212 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.489792 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 03 19:53:42.490152 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: qos_rule_type_details.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.491174 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.491756 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 03 19:53:42.492144 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: qos_rules_alias.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.493201 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.493782 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 03 19:53:42.494162 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: quotasv2.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.495126 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.495497 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: quotas
Feb 03 19:53:42.495856 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: quotasv2_detail.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.497482 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.497858 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: quota_details
Feb 03 19:53:42.498222 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: rbac.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.499485 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.500116 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: rbac-policies
Feb 03 19:53:42.500482 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: rbac_address_scope.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.501446 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.502037 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: rbac-address-scope
Feb 03 19:53:42.502403 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: rbac_security_groups.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.503335 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.503960 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: rbac-security-groups
Feb 03 19:53:42.504313 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: rbac_subnetpool.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.505241 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.505821 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: rbac-subnetpool
Feb 03 19:53:42.506236 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: revisionifmatch.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.507245 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.507831 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: revision-if-match
Feb 03 19:53:42.508243 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: revisions.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.509360 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.509945 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: standard-attr-revisions
Feb 03 19:53:42.510306 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: router_availability_zone.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.511025 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.511618 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: router_availability_zone
Feb 03 19:53:42.512014 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: routerservicetype.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.512942 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.513519 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension router-service-type not supported by any of loaded plugins
Feb 03 19:53:42.513879 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.514834 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.515429 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: security-groups-normalized-cidr
Feb 03 19:53:42.515790 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: security_groups_port_filtering.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.516752 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.517339 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: port-security-groups-filtering
Feb 03 19:53:42.517701 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.518653 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.519238 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: security-groups-remote-address-group
Feb 03 19:53:42.519598 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: securitygroup.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.533279 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.533896 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: security-group
Feb 03 19:53:42.534269 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: segment.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.535132 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.535721 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension segment not supported by any of loaded plugins
Feb 03 19:53:42.536112 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.537068 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.538312 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 03 19:53:42.538674 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: servicetype.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.539792 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.540412 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: service-type
Feb 03 19:53:42.540778 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: sorting.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.541767 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.542143 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: sorting
Feb 03 19:53:42.542505 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: standard_attr_segment.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.543426 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.544048 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 03 19:53:42.544415 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: standardattrdescription.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.545118 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.545698 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: standard-attr-description
Feb 03 19:53:42.546058 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: stateful_security_group.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.547005 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.547595 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: stateful-security-group
Feb 03 19:53:42.547977 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: stdattrs_common.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.548571 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 03 19:53:42.548928 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.549947 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.550533 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 03 19:53:42.550892 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: subnet_onboard.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.551983 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.552577 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: subnet_onboard
Feb 03 19:53:42.552962 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.553905 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.554499 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 03 19:53:42.554860 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: subnet_service_types.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.555809 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.556432 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: subnet-service-types
Feb 03 19:53:42.556796 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: subnetallocation.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.557915 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.558508 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: subnet_allocation
Feb 03 19:53:42.558872 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.559578 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.560186 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: subnetpool-prefix-ops
Feb 03 19:53:42.560548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.561492 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.562078 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 03 19:53:42.562434 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: tagging.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.563731 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.564356 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: standard-attr-tag
Feb 03 19:53:42.564723 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: timestamp.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.565907 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.566502 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loaded extension: standard-attr-timestamp
Feb 03 19:53:42.566874 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: trunk.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.567938 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.568550 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension trunk not supported by any of loaded plugins
Feb 03 19:53:42.569032 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: trunk_details.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.570063 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.570654 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension trunk-details not supported by any of loaded plugins
Feb 03 19:53:42.571014 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: uplink_status_propagation.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.571983 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.572569 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 03 19:53:42.572931 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Loading extension file: vlantransparent.py {{(pid=80033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 03 19:53:42.573880 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 03 19:53:42.575838 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 03 19:53:42.580647 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Creating instance of TrackedResource for resource:network
Feb 03 19:53:42.581479 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Creating instance of TrackedResource for resource:subnet
Feb 03 19:53:42.582162 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Creating instance of TrackedResource for resource:subnetpool
Feb 03 19:53:42.582834 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Creating instance of TrackedResource for resource:port
Feb 03 19:53:42.585827 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.resource_helper [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 19:53:42.586334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.resource_helper [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Service FLAVORS assigned prefix:  {{(pid=80033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 19:53:42.587028 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.resource_helper [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 19:53:42.587516 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.resource_helper [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 19:53:42.587889 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Creating instance of TrackedResource for resource:router
Feb 03 19:53:42.588656 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Creating instance of TrackedResource for resource:floatingip
Feb 03 19:53:42.589450 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.resource_helper [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Service METERING assigned prefix: /metering {{(pid=80033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 19:53:42.591287 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc93bdea390>> rbac-policy before_create 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.591988 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc93bdea390>> rbac-policy before_update 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.592087 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc93bdea390>> rbac-policy before_delete 55550000 {{(pid=80033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 19:53:42.593203 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Creating instance of CountableResource for resource:rbac_policy
Feb 03 19:53:42.593693 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Creating instance of TrackedResource for resource:security_group
Feb 03 19:53:42.594518 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 03 19:53:42.595333 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.resource_helper [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Service CORE assigned prefix:  {{(pid=80033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 19:53:42.595706 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Creating instance of TrackedResource for resource:subnetpool
Feb 03 19:53:42.596103 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] subnetpool is already registered
Feb 03 19:53:42.596783 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.resource_helper [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Service CORE assigned prefix:  {{(pid=80033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 19:53:42.597150 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Creating instance of TrackedResource for resource:subnetpool
Feb 03 19:53:42.597510 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] subnetpool is already registered
Feb 03 19:53:42.601050 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.resource_helper [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 19:53:42.601524 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.resource_helper [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Service FLAVORS assigned prefix:  {{(pid=80033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 19:53:42.602181 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.resource_helper [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 19:53:42.602645 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.resource_helper [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 19:53:42.603016 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Creating instance of TrackedResource for resource:router
Feb 03 19:53:42.603381 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] router is already registered
Feb 03 19:53:42.604210 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Creating instance of TrackedResource for resource:floatingip
Feb 03 19:53:42.604575 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] floatingip is already registered
Feb 03 19:53:42.605280 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.resource_helper [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Service METERING assigned prefix: /metering {{(pid=80033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 19:53:42.606028 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Creating instance of CountableResource for resource:rbac_policy
Feb 03 19:53:42.606392 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] rbac_policy is already registered
Feb 03 19:53:42.607023 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Creating instance of TrackedResource for resource:security_group
Feb 03 19:53:42.607394 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] security_group is already registered
Feb 03 19:53:42.608083 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 03 19:53:42.608446 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] security_group_rule is already registered
Feb 03 19:53:42.609178 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.resource_helper [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Service CORE assigned prefix:  {{(pid=80033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 19:53:42.609544 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Creating instance of TrackedResource for resource:subnetpool
Feb 03 19:53:42.609902 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] subnetpool is already registered
Feb 03 19:53:42.610592 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.resource_helper [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Service CORE assigned prefix:  {{(pid=80033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 03 19:53:42.610955 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Creating instance of TrackedResource for resource:subnetpool
Feb 03 19:53:42.611316 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING neutron.quota.resource_registry [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] subnetpool is already registered
Feb 03 19:53:42.612083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: extensions {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.613653 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: address-groups {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.615342 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: address-scopes {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.616701 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: agents {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.617940 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: auto-allocated-topology {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.619404 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: availability_zones {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.620756 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: dhcp-networks {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.622239 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: dhcp-agents {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.623763 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: routers {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.625693 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: flavors {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.626943 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: service_profiles {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.628265 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: next_providers {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.629893 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: service_profiles {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.632002 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: floatingip-pools {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.633332 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: routers {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.635233 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: floatingips {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.636522 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: l3-routers {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.637992 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: l3-agents {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.639485 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: metering-labels {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.640932 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: metering-label-rules {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.642294 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: network-ip-availabilities {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.643626 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: bindings {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.645387 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: quotas {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.647547 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: quotas {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.649092 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: rbac-policies {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.650454 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: security-groups {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.651731 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: security-group-rules {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.653076 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: service-providers {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.654381 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: subnetpools {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.655857 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: subnetpools {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.657432 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: tags {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.659204 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: tags {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.662016 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: tags {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.664019 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: tags {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.665893 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: tags {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.667673 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: tags {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.669602 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: tags {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.671539 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: tags {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.673527 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: tags {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.675454 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.extensions [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Extended resource: tags {{(pid=80033) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 03 19:53:42.682752 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING keystonemiddleware.auth_token [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 03 19:53:42.688121 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING keystonemiddleware.auth_token [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 03 19:53:42.697744 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Acquired lock "singleton_lock" {{(pid=80033) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 03 19:53:42.698275 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Releasing lock "singleton_lock" {{(pid=80033) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 03 19:53:42.699744 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO oslo_service.service [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Starting 2 workers
Feb 03 19:53:42.704606 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Started child 80144 {{(pid=80033) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 03 19:53:42.709138 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:53:42.710047 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Started child 80146 {{(pid=80033) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 03 19:53:42.711632 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [-] (80144) wsgi starting up on http://0.0.0.0:9696
Feb 03 19:53:42.711749 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.service [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Neutron service started, listening on 0.0.0.0:9696
Feb 03 19:53:42.712046 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 50614) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:53:42.712319 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Notify callbacks [] for process, before_spawn {{(pid=80033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:53:42.714159 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:53:42.714871 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO oslo_service.service [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Starting 1 workers
Feb 03 19:53:42.715525 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [-] (80146) wsgi starting up on http://0.0.0.0:9696
Feb 03 19:53:42.720476 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Started child 80147 {{(pid=80033) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 03 19:53:42.721021 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO oslo_service.service [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Starting 1 workers
Feb 03 19:53:42.723020 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.service [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] calling RpcWorker wait() {{(pid=80147) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 03 19:53:42.723433 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.service [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] returning from RpcWorker wait() {{(pid=80147) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 03 19:53:42.723711 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [-] 10.222.0.103 "GET / HTTP/1.1" status: 200  len: 254 time: 0.0094793
Feb 03 19:53:42.726206 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:53:42.727067 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 19:53:42.727282 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Started child 80148 {{(pid=80033) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 03 19:53:42.728128 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7759-a092-46ae-a95d-e1c86d33809f None None] Notify callbacks [] for process, after_spawn {{(pid=80033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:53:42.729847 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80033) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 03 19:53:42.730083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 03 19:53:42.730291 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 03 19:53:42.730574 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 03 19:53:42.730984 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 03 19:53:42.731176 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 03 19:53:42.731744 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.732072 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.732392 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.732684 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.732985 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:53:42.733121 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.733652 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.733959 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.734262 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.734578 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.734849 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.735051 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.735247 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.735356 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 19:53:42.735543 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.735814 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.736219 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.736514 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.736789 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.737063 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.737277 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.737549 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.737874 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.738164 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.738467 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.738727 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.739342 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.739600 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.739876 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.740183 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.740522 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.740792 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.741076 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.741345 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.741608 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.741900 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.742195 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.742444 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.742698 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.743006 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.743263 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.743756 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] host                           = dv-cinder-773985-1-iscsi {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.744074 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.744328 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.744626 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.744891 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.745173 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.745424 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.745713 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.746005 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.746269 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.746531 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.746806 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.747077 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.747359 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.747611 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.748021 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.748484 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.748955 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.749441 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.749844 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.750215 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.750592 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.751044 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.751422 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.751913 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.752345 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.752784 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.753235 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.753658 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.754065 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.754510 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.754924 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.755335 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.755729 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.756728 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.757161 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.757588 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.758033 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.758478 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.758949 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.759374 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.759818 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.760281 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.760706 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.761186 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.761446 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.761715 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.762045 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.762333 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.762605 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.763016 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.763378 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.763812 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.764174 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.764453 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.764741 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.765695 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.765695 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.765695 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.765982 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.765982 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.766208 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.766641 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.766895 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.767164 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.767416 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.767683 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.769088 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.769088 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.769088 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.769088 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.769376 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.769556 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.769808 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.770096 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.770366 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.770658 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.771024 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.772724 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.773082 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.773421 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.773682 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.774222 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.775218 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.775218 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.775218 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.775460 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.776829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.776829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.776829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.776829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.776829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.777175 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.777294 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.777755 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.103/identity {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.779804 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.779804 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.779804 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.779804 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.779804 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.779804 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.779804 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.779804 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.780437 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.780437 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.780437 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.780669 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.781065 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.781457 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.781840 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.782304 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.782737 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.783143 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.783557 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.784036 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.784466 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.784892 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.785340 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.785813 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.786115 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.786425 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.786721 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.786961 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.787310 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.787578 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.788216 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.788478 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.788730 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.788987 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.789264 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.789516 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.789828 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.790104 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.790354 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.790604 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.790863 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.791117 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.792181 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.792448 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.792863 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.793262 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.793664 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.794073 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.794464 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.794888 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.795144 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.795377 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.795820 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.796258 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.796665 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.797110 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.797365 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.797638 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.798672 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.798992 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.799340 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.799607 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.799923 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.800219 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.800519 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.800798 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.801083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.801322 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.801707 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.802095 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.803475 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.803886 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.805771 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.805771 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.805771 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.805771 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.806067 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.806161 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.806598 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.806878 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.807157 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.807428 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.807921 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.808238 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.808515 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.808830 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.809160 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.809435 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.809756 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.810041 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.810362 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.810679 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.811166 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.811666 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.812172 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.812494 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.812791 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.813072 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.813367 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.813655 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.813932 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.814238 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.814509 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.814778 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.815828 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.815828 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.815828 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.815828 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.816200 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.816606 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.817019 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.817479 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.817932 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.818340 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.819484 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.820002 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.820298 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.820595 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.820892 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.103/identity {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.821180 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.821455 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.821765 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.822021 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.822297 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.822571 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.822841 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.823110 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.823377 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.823671 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.823974 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.824209 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.824463 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.824780 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.825826 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.825826 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.825826 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.825826 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.826114 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.826183 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.826421 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.826676 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.826944 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.827234 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.827489 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.827799 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.828116 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.828385 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.828678 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.828976 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.829758 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.829758 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.829758 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.830010 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.830236 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.830485 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.830744 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.830996 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.831260 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.831547 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.831858 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.832114 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.832385 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.832757 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.833032 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.833324 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.833594 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.833856 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.834258 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.835144 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.835435 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.835606 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.835861 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.836167 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.836445 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.836722 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.836973 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.837225 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.837456 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.837992 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.837992 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.838230 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.838709 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.838709 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.839006 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.839319 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.839479 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.839732 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.841523 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.841523 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.841523 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.842314 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.842571 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.842818 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.843077 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.844090 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.844090 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.844090 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.844333 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.844490 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.844694 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.845117 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.845545 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.846072 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.846490 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.846966 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.847251 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.847516 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.847814 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.848912 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.849311 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.849665 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.850361 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.850658 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.850982 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.851299 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.852203 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.852203 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.852203 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.852511 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.852962 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.853414 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.853728 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.854020 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.854435 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.854838 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.855304 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.855573 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.856570 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.856879 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.857173 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.857448 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.857710 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.857991 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.858253 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.858527 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.858780 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.859051 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.859295 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.859499 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 03 19:53:42.860176 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80033) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 03 19:53:42.860405 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 03 19:53:42.860616 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 03 19:53:42.860850 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 03 19:53:42.861079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 03 19:53:42.861229 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 03 19:53:42.861496 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.861703 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.861903 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.862099 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.863008 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.863008 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.863008 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.863008 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.863008 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.863333 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.863333 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.863468 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.863658 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.863800 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.864837 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.864837 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.864837 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.864837 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.864837 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.864837 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.865228 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.865228 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.865228 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.865529 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.865809 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.866050 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.866242 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.866431 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.866601 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.866783 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.866969 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.867155 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.867341 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.867525 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.867713 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.867875 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.868675 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.868815 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.869915 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.869915 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] host                           = dv-cinder-773985-1-iscsi {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.869915 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.869915 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.869915 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.869915 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.870288 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.870288 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.870288 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.870476 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.870661 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.870773 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.871684 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.871684 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.871684 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.871684 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.871684 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.871684 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.872357 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.872357 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.872357 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.872357 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.872806 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.872806 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.873010 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.873010 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.875092 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.875736 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.875736 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.876049 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.876049 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.877189 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.878136 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.878136 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.878136 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.878136 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.878630 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.878630 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.878779 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.879636 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.879636 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.879636 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.879636 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.880219 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.880388 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.880541 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.880729 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.880939 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.881682 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.881852 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.882060 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.882261 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.882458 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.882652 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.882852 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.883045 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.883237 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.883430 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.883622 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.883815 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.884736 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.884945 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.885143 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.885339 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.885538 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.885740 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.885920 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.886783 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.886783 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.886783 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.886783 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 03 19:53:42.886783 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.887331 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.887331 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.887535 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.887643 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.887861 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.887984 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.888178 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.888371 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.888564 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.888764 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.888956 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.889161 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.889353 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.889543 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.889735 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.889936 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.890116 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.890290 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.890480 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.890620 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.890810 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.891083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.891209 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.891356 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.103/identity {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.891545 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.891735 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.892004 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.892205 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.892397 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.892589 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.892781 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.892972 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.893163 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.893355 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.893544 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.893734 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.893925 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.894116 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.894306 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.894571 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.894707 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.894853 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.895042 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.895233 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.895423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.895615 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.895846 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.896019 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.896157 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.896346 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.896535 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.897335 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.897530 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.897722 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.897913 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.898102 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.898293 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.898483 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.898674 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.898865 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.899071 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.899260 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.899413 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 19:53:42.899527 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.899625 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.899784 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.899998 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.900189 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.900378 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.900568 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.900759 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.900949 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.901147 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.901328 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.901520 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.901712 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.901904 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.902108 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.902273 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.902463 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.902652 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.902842 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.903034 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.903225 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.903424 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.903634 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.903824 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.904036 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.904964 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.904964 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.904964 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.904964 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.904964 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.905486 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.905486 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.905486 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.905779 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.905779 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.906096 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.906096 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.906307 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.906429 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.906538 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.907388 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.907388 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.907388 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.907388 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.907388 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.907960 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.907960 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.907960 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.908264 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.908264 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.908465 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.908586 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.908744 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.908945 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.909142 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.909332 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.909519 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.909708 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.909897 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.910086 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.910313 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.910503 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.910693 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.910883 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.911079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.911281 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.911469 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.911660 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.911849 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.912135 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.912352 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.912594 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.912763 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.912873 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.913037 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.913227 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.913417 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.913607 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.913771 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.914025 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.914907 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.103/identity {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.914907 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.914907 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.914907 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.915358 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.915358 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.915358 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.915653 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.915653 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.916157 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.916157 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.916393 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.916393 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.916674 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.916863 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.917054 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.917269 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.917417 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.917570 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.917748 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.917934 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.918110 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.918297 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.918486 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.918675 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.918863 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.919061 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.919256 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.919425 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.919768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.920144 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.920339 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.920532 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.920725 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.920915 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.921106 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.921342 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.921465 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.921601 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.921792 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.921984 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.922176 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.922367 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.922557 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.922763 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.922953 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.923141 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.923333 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.923524 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.923712 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.923919 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.924112 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.924302 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.924493 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.924685 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.924880 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.925070 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.925260 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.925430 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.925601 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.926475 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.926475 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.926475 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.926475 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.926475 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.927000 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.927000 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.927000 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.927310 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.927423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.927577 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.927768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.928220 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.928420 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.929250 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.929250 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.929250 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.929250 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.929250 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.929803 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.929803 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.929803 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.930129 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.930129 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.930331 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.930438 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.930633 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.930822 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.931013 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.931249 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.931443 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.932239 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.932239 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.932239 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.932239 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.932659 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.932659 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.932659 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.932954 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.933075 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.933185 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.933374 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.933564 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.933755 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.934599 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.934599 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.934599 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.934599 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.934599 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.935348 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.935348 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.935348 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.935348 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.935865 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.935865 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.935865 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.936309 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.936309 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.936309 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.936750 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 03 19:53:42.936750 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80033) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 03 19:53:52.877455 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d7b84f-e5a2-4d9b-be62-8e616eebff58 None None] get_active_networks_info from dv-cinder-773985-1-iscsi {{(pid=80147) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 03 19:53:52.934736 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d7b84f-e5a2-4d9b-be62-8e616eebff58 None None] No non-hosted networks {{(pid=80147) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 03 19:53:53.025201 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1241e5f2-53e8-482d-8d5a-77c35218a215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895'] for agent, after_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:53:55.265980 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9715c44e-0bbb-4a72-a96a-a8097072defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895'] for agent, after_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:53:55.332745 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d33b6705-021c-4adf-9487-103af5473e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:53:56.093942 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895'] for agent, after_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:53:56.689623 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895'] for agent, after_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:53:56.690985 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:53:56.691524 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:53:56.692074 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:53:56.692588 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:53:56.693099 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:53:56.694176 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:53:56.694690 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:53:56.695225 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:53:56.695733 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:53:56.696273 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:53:56.696800 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:53:56.699193 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:53:56.701807 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fc93b1610b8>, 'Open vSwitch agent', 'dv-cinder-773985-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 19:53:56.715038 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fc93b161550>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773985-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 19:53:57.258285 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895'] for agent, after_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:53:58.726469 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] get_endpoint_by_host() called for host dv-cinder-773985-1-iscsi {{(pid=80147) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 03 19:53:58.732086 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] get_endpoint_by_ip() called for ip 192.168.0.99 {{(pid=80147) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 03 19:53:58.735692 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] _add_endpoint() called for ip 192.168.0.99 {{(pid=80147) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 03 19:53:58.742466 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] _get_endpoints() called {{(pid=80147) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 03 19:53:58.872276 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 50722) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:53:59.521476 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.l3_hamode_db [None req-5604efd7-afae-4230-8690-92e271cd92aa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 03 19:53:59.545196 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING oslo_policy.policy [None req-d119589b-e4f0-4029-8c13-bc684ca3c0bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 19:53:59.545804 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING oslo_policy.policy [None req-d119589b-e4f0-4029-8c13-bc684ca3c0bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 19:53:59.611931 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5604efd7-afae-4230-8690-92e271cd92aa None None] Routers set() bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 19:53:59.612385 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5604efd7-afae-4230-8690-92e271cd92aa None None] Router IDs set() for agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 03 19:53:59.802789 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [None req-d119589b-e4f0-4029-8c13-bc684ca3c0bd admin admin] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=80146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 19:53:59.804047 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-d119589b-e4f0-4029-8c13-bc684ca3c0bd admin admin] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.9297090
Feb 03 19:54:02.519835 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 50736) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:54:02.938861 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-f60f2bec-878e-417a-94ff-4dc6ead4eedf admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 19:54:03.010137 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.policy [None req-f60f2bec-878e-417a-94ff-4dc6ead4eedf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80146) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 03 19:54:03.011058 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING oslo_policy.policy [None req-f60f2bec-878e-417a-94ff-4dc6ead4eedf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 19:54:03.011552 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING oslo_policy.policy [None req-f60f2bec-878e-417a-94ff-4dc6ead4eedf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 19:54:03.038947 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.quota [None req-f60f2bec-878e-417a-94ff-4dc6ead4eedf admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fc93b8f8358>.
Feb 03 19:54:03.054921 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-f60f2bec-878e-417a-94ff-4dc6ead4eedf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 19:54:03.112605 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f60f2bec-878e-417a-94ff-4dc6ead4eedf admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781395426924', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781388564015', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781388558379', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781388518893', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781388518448', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854670795', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-27935', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7976291', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8030568'] for rbac-policy, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:03.176193 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f60f2bec-878e-417a-94ff-4dc6ead4eedf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:03.177369 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-f60f2bec-878e-417a-94ff-4dc6ead4eedf admin admin] 10.222.0.103 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6565135
Feb 03 19:54:06.190173 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 50750) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:54:06.593180 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '4377ec147a42426492e180a0564d6313'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 19:54:06.599088 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 19:54:06.604973 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Usage tracker for resource:network and tenant:4377ec147a42426492e180a0564d6313 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 19:54:06.608711 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 19:54:06.615138 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 19:54:06.623860 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Made reservation on behalf of 4377ec147a42426492e180a0564d6313 for: {'network': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 19:54:06.630030 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:06.649928 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:06.664499 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 19:54:06.668325 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Usage tracker for resource:security_group_rule and tenant:4377ec147a42426492e180a0564d6313 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 19:54:06.671858 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 19:54:06.677462 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 19:54:06.774273 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:06.776883 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:06.782339 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:54:06.803825 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 19:54:06.831253 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781392429922', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:06.831848 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.segments_db [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Added segment 10dac0e4-78f6-48ac-9c5c-2ab79c92c523 of type vxlan for network 7acf8c41-24af-4788-8c03-78a573a1bb16
Feb 03 19:54:07.036164 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd517bb4-5a7a-4b42-9e29-5a6955f85f6f,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:54:07.052925 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:07.053318 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:07.053678 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:07.054029 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:07.054398 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:07.054721 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:07.055067 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:07.055409 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:07.055751 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:07.056116 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:07.056456 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:07.056793 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Tracked resource versions report:
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]: pushed versions:
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]: {   'AddressGroup': {'1.1'},
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:     'ConntrackHelper': {'1.0'},
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Log': {'1.0'},
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Network': {'1.1'},
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Port': {'1.7'},
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:     'PortForwarding': {'1.2'},
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:     'QosPolicy': {'1.8'},
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SecurityGroup': {'1.4'},
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SecurityGroupRule': {'1.2'},
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SubPort': {'1.0'},
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Subnet': {'1.1'},
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Trunk': {'1.1'}}
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]: consumer versions:
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]: {   DHCP agent@dv-cinder-773985-1-iscsi: {},
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:     L3 agent@dv-cinder-773985-1-iscsi: {},
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:     Metadata agent@dv-cinder-773985-1-iscsi: {},
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:     Metering agent@dv-cinder-773985-1-iscsi: {},
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:     Open vSwitch agent@dv-cinder-773985-1-iscsi: {   'AddressGroup': '1.1',
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'ConntrackHelper': '1.0',
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Log': '1.0',
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Network': '1.1',
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Port': '1.7',
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'PortForwarding': '1.2',
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'QosPolicy': '1.8',
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SecurityGroup': '1.4',
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SecurityGroupRule': '1.2',
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SubPort': '1.0',
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Subnet': '1.1',
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Trunk': '1.1'}}
Feb 03 19:54:07.057854 dv-cinder-773985-1-iscsi neutron-server[80033]:  {{(pid=80146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 03 19:54:07.102616 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781391937907'] for network, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:07.108834 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:54:07.141200 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for network, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:07.142498 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:54:07.143138 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:07.146756 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:54:07.259245 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.0679264
Feb 03 19:54:07.259987 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Pushing event updated for resources: {'Network': ['ID=7acf8c41-24af-4788-8c03-78a573a1bb16,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:54:07.263119 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:54:07.271370 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Network 7acf8c41-24af-4788-8c03-78a573a1bb16 details requested by agent ovs-agent-dv-cinder-773985-1-iscsi with host dv-cinder-773985-1-iscsi {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 19:54:10.302163 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 50766) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:54:10.809837 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec1d993-0589-4e36-9572-70a05ecfea5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:54:10.811241 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-3ec1d993-0589-4e36-9572-70a05ecfea5d admin admin] 10.222.0.103 "GET /v2.0/networks/7acf8c41-24af-4788-8c03-78a573a1bb16 HTTP/1.1" status: 200  len: 818 time: 0.5080147
Feb 03 19:54:10.842590 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-08c2a0c7-2af8-4028-8abb-6c193cbfb266 admin admin] 10.222.0.103 "GET /v2.0/subnetpools/d54d0d4a-1978-443d-9dc8-c629ff9ec5ab HTTP/1.1" status: 200  len: 734 time: 0.0251112
Feb 03 19:54:10.852388 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-a7759672-b429-42db-abb3-b3043ec79eae admin admin] Request body: {'subnet': {'subnetpool_id': 'd54d0d4a-1978-443d-9dc8-c629ff9ec5ab', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '4377ec147a42426492e180a0564d6313', 'network_id': '7acf8c41-24af-4788-8c03-78a573a1bb16', 'name': 'private-subnet'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 19:54:10.856841 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-a7759672-b429-42db-abb3-b3043ec79eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 19:54:10.860771 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-a7759672-b429-42db-abb3-b3043ec79eae admin admin] Usage tracker for resource:subnet and tenant:4377ec147a42426492e180a0564d6313 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 19:54:10.863717 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-a7759672-b429-42db-abb3-b3043ec79eae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 19:54:10.869915 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-a7759672-b429-42db-abb3-b3043ec79eae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 19:54:10.878417 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7759672-b429-42db-abb3-b3043ec79eae admin admin] Made reservation on behalf of 4377ec147a42426492e180a0564d6313 for: {'subnet': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 19:54:10.883663 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a7759672-b429-42db-abb3-b3043ec79eae admin admin] Notify callbacks [] for subnet, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:11.357862 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a7759672-b429-42db-abb3-b3043ec79eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for subnet, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:11.373023 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:54:11.508144 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7759672-b429-42db-abb3-b3043ec79eae admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a9fa861-4ee3-46f8-8c11-084019dcd819,revision_number=0']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:54:11.523134 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a7759672-b429-42db-abb3-b3043ec79eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:54:11.577572 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7759672-b429-42db-abb3-b3043ec79eae admin admin] Checking segment: {'id': '10dac0e4-78f6-48ac-9c5c-2ab79c92c523', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7acf8c41-24af-4788-8c03-78a573a1bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 19:54:11.577950 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7759672-b429-42db-abb3-b3043ec79eae admin admin] Network hostable DHCP agents. Network: 7acf8c41-24af-4788-8c03-78a573a1bb16, hostable agents: ['78a9ef71-605a-41eb-85ca-137cef06346e'], hosted agents: [] {{(pid=80146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 19:54:11.598592 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7759672-b429-42db-abb3-b3043ec79eae admin admin] Network 7acf8c41-24af-4788-8c03-78a573a1bb16 is scheduled to be hosted by DHCP agent 78a9ef71-605a-41eb-85ca-137cef06346e with binding_index 1 {{(pid=80146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 19:54:11.608295 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-a7759672-b429-42db-abb3-b3043ec79eae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-iscsi, 7acf8c41-24af-4788-8c03-78a573a1bb16) {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 19:54:11.612658 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7759672-b429-42db-abb3-b3043ec79eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:54:11.613290 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a7759672-b429-42db-abb3-b3043ec79eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:11.618740 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36238903-629f-485b-84dd-4c522fab863c None None] Network 7acf8c41-24af-4788-8c03-78a573a1bb16 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 19:54:11.632579 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-a7759672-b429-42db-abb3-b3043ec79eae admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7840610
Feb 03 19:54:11.946766 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20dd8c5e-75be-5be5-9ee4-f2dad36667d2-7acf8c41-24af-4788-8c03-78a573a1bb16', 'network_id': '7acf8c41-24af-4788-8c03-78a573a1bb16', 'tenant_id': '4377ec147a42426492e180a0564d6313', 'fixed_ips': [{'subnet_id': '6a9fa861-4ee3-46f8-8c11-084019dcd819'}]}} from dv-cinder-773985-1-iscsi. {{(pid=80147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 03 19:54:11.948205 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:12.275371 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Allocated IP 172.20.0.2 (7acf8c41-24af-4788-8c03-78a573a1bb16/6a9fa861-4ee3-46f8-8c11-084019dcd819/27b18a71-d67b-41e4-8748-f383b143dfba) {{(pid=80147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 19:54:12.692254 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Notify callbacks [] for port, precommit_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:12.705331 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Transition to ACTIVE for port object 27b18a71-d67b-41e4-8748-f383b143dfba will not be triggered until provisioned by entity L2. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 19:54:12.722338 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Transition to ACTIVE for port object 27b18a71-d67b-41e4-8748-f383b143dfba will not be triggered until provisioned by entity DHCP. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 19:54:12.729364 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:12.744731 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:54:12.879874 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Pushing event updated for resources: {'Port': ['ID=27b18a71-d67b-41e4-8748-f383b143dfba,revision_number=1']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:54:12.891676 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:12.892080 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:12.892454 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:12.892817 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:12.893175 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:12.893532 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:12.893869 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:12.894225 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:12.894577 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:12.894928 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:12.895277 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:12.895622 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Tracked resource versions report:
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]: pushed versions:
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]: {   'AddressGroup': {'1.1'},
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:     'ConntrackHelper': {'1.0'},
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Log': {'1.0'},
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Network': {'1.1'},
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Port': {'1.7'},
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:     'PortForwarding': {'1.2'},
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:     'QosPolicy': {'1.8'},
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SecurityGroup': {'1.4'},
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SecurityGroupRule': {'1.2'},
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SubPort': {'1.0'},
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Subnet': {'1.1'},
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Trunk': {'1.1'}}
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]: consumer versions:
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]: {   DHCP agent@dv-cinder-773985-1-iscsi: {},
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:     L3 agent@dv-cinder-773985-1-iscsi: {},
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:     Metadata agent@dv-cinder-773985-1-iscsi: {},
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:     Metering agent@dv-cinder-773985-1-iscsi: {},
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:     Open vSwitch agent@dv-cinder-773985-1-iscsi: {   'AddressGroup': '1.1',
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'ConntrackHelper': '1.0',
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Log': '1.0',
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Network': '1.1',
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Port': '1.7',
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'PortForwarding': '1.2',
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'QosPolicy': '1.8',
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SecurityGroup': '1.4',
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SecurityGroupRule': '1.2',
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SubPort': '1.0',
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Subnet': '1.1',
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Trunk': '1.1'}}
Feb 03 19:54:12.897420 dv-cinder-773985-1-iscsi neutron-server[80033]:  {{(pid=80147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 03 19:54:12.904691 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:54:12.952203 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Network 7acf8c41-24af-4788-8c03-78a573a1bb16 is already hosted by enough agents. {{(pid=80147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 19:54:12.953419 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Resources bound (agent type, host, resource id):  {{(pid=80147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 19:54:12.956170 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Received port after_create {{(pid=80147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 19:54:13.018956 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Attempting to bind port 27b18a71-d67b-41e4-8748-f383b143dfba on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 19:54:13.019380 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Attempting to bind port 27b18a71-d67b-41e4-8748-f383b143dfba by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': '10dac0e4-78f6-48ac-9c5c-2ab79c92c523', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7acf8c41-24af-4788-8c03-78a573a1bb16'}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 19:54:13.019794 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Attempting to bind port 27b18a71-d67b-41e4-8748-f383b143dfba on network 7acf8c41-24af-4788-8c03-78a573a1bb16 {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 19:54:13.025564 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 19, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 19:54:13.025989 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Checking segment: {'id': '10dac0e4-78f6-48ac-9c5c-2ab79c92c523', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7acf8c41-24af-4788-8c03-78a573a1bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 19:54:13.027192 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:13.027192 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Bound using segment: {'id': '10dac0e4-78f6-48ac-9c5c-2ab79c92c523', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7acf8c41-24af-4788-8c03-78a573a1bb16'} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 19:54:13.027374 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Bound port: 27b18a71-d67b-41e4-8748-f383b143dfba, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10dac0e4-78f6-48ac-9c5c-2ab79c92c523', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7acf8c41-24af-4788-8c03-78a573a1bb16'}}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 19:54:13.027760 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:13.120903 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] For port 27b18a71-d67b-41e4-8748-f383b143dfba, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 19:54:13.124945 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] For port 27b18a71-d67b-41e4-8748-f383b143dfba, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=27b18a71-d67b-41e4-8748-f383b143dfba,segment=NetworkSegment(10dac0e4-78f6-48ac-9c5c-2ab79c92c523),segment_id=10dac0e4-78f6-48ac-9c5c-2ab79c92c523)] {{(pid=80147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 19:54:13.128553 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:13.146636 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:54:13.296487 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Pushing event updated for resources: {'Port': ['ID=27b18a71-d67b-41e4-8748-f383b143dfba,revision_number=2']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:54:13.301774 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:54:14.379173 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 50776) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:54:14.828465 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [None req-decb1dc0-2e07-4438-8c98-c14e2d3f86ff admin admin] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=80146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 19:54:14.829647 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-decb1dc0-2e07-4438-8c98-c14e2d3f86ff admin admin] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4495144
Feb 03 19:54:16.798613 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 27b18a71-d67b-41e4-8748-f383b143dfba up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 19:54:16.871260 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port 27b18a71-d67b-41e4-8748-f383b143dfba completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 19:54:17.571524 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 50790) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:54:18.071672 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4d4e0c-cf83-4f14-9c32-395aedc145b5 None None] Network 7acf8c41-24af-4788-8c03-78a573a1bb16 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 19:54:18.095836 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [None req-86716751-e15d-44ac-86e1-3370fb55d22e admin admin] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=80146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 19:54:18.096946 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-86716751-e15d-44ac-86e1-3370fb55d22e admin admin] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.5243661
Feb 03 19:54:18.161221 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-b32e7df2-a66f-4c7a-888b-75ee18ce9cff None None] Provisioning for port 27b18a71-d67b-41e4-8748-f383b143dfba completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 19:54:18.170514 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-b32e7df2-a66f-4c7a-888b-75ee18ce9cff None None] Provisioning complete for port 27b18a71-d67b-41e4-8748-f383b143dfba triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 19:54:18.170929 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b32e7df2-a66f-4c7a-888b-75ee18ce9cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:18.429019 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b32e7df2-a66f-4c7a-888b-75ee18ce9cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:18.488244 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-b32e7df2-a66f-4c7a-888b-75ee18ce9cff None None] For port 27b18a71-d67b-41e4-8748-f383b143dfba, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=27b18a71-d67b-41e4-8748-f383b143dfba,segment=NetworkSegment(10dac0e4-78f6-48ac-9c5c-2ab79c92c523),segment_id=10dac0e4-78f6-48ac-9c5c-2ab79c92c523)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 19:54:18.493107 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b32e7df2-a66f-4c7a-888b-75ee18ce9cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:18.500483 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:54:18.585112 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e7df2-a66f-4c7a-888b-75ee18ce9cff None None] Pushing event updated for resources: {'Port': ['ID=27b18a71-d67b-41e4-8748-f383b143dfba,revision_number=3']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:54:18.588523 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b32e7df2-a66f-4c7a-888b-75ee18ce9cff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:54:18.727466 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-0525ac33-a2dd-4945-ba25-1547a6fe90b4 None None] Provisioning complete for port 27b18a71-d67b-41e4-8748-f383b143dfba triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 19:54:18.727879 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0525ac33-a2dd-4945-ba25-1547a6fe90b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:18.784432 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 27b18a71-d67b-41e4-8748-f383b143dfba up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 19:54:18.928728 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 27b18a71-d67b-41e4-8748-f383b143dfba triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 19:54:18.929142 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:19.070219 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-4db8f1e5-b0ae-4feb-a303-a64942ae9090 None None] Provisioning complete for port 27b18a71-d67b-41e4-8748-f383b143dfba triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 19:54:19.070629 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4db8f1e5-b0ae-4feb-a303-a64942ae9090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:19.316016 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-65bab8da-2542-4c49-8da0-6205b80b06f1 None None] Provisioning complete for port 27b18a71-d67b-41e4-8748-f383b143dfba triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 19:54:19.316551 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-65bab8da-2542-4c49-8da0-6205b80b06f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:21.235545 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 50802) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:54:21.636981 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-1ae35c4c-6c8c-4e36-bbb9-05018d6d4e62 admin admin] Request body: {'router': {'tenant_id': '4377ec147a42426492e180a0564d6313', 'name': 'router1', 'admin_state_up': True}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 19:54:21.644628 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-1ae35c4c-6c8c-4e36-bbb9-05018d6d4e62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 19:54:21.649331 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-1ae35c4c-6c8c-4e36-bbb9-05018d6d4e62 admin admin] Usage tracker for resource:router and tenant:4377ec147a42426492e180a0564d6313 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 19:54:21.652575 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-1ae35c4c-6c8c-4e36-bbb9-05018d6d4e62 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 19:54:21.658322 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-1ae35c4c-6c8c-4e36-bbb9-05018d6d4e62 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 19:54:21.667294 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1ae35c4c-6c8c-4e36-bbb9-05018d6d4e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63094'] for router, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:21.668637 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1ae35c4c-6c8c-4e36-bbb9-05018d6d4e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846791573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846789013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8036125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854712722'] for router, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:21.688837 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1ae35c4c-6c8c-4e36-bbb9-05018d6d4e62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:21.795593 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1ae35c4c-6c8c-4e36-bbb9-05018d6d4e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846791539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7986870'] for router, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:21.813811 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1ae35c4c-6c8c-4e36-bbb9-05018d6d4e62 admin admin] Notify callbacks [] for router, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:21.815083 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-1ae35c4c-6c8c-4e36-bbb9-05018d6d4e62 admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5784502
Feb 03 19:54:22.793066 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 5 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 19:54:22.796929 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-141ed527-7a5f-471e-9bc9-da289a34a570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:24.495869 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 50812) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:54:24.920360 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [None req-1cf8e11f-da7b-4231-a925-827635183c25 admin admin] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=80146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 19:54:24.921437 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-1cf8e11f-da7b-4231-a925-827635183c25 admin admin] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4245107
Feb 03 19:54:25.248064 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fd47c21b-da05-4d5f-9e5f-eaae2600536c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:25.893662 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:26.667095 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:27.109931 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:27.644606 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 50832) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:54:27.942449 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING oslo_policy.policy [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 19:54:27.943929 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING oslo_policy.policy [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 19:54:28.177953 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 19:54:28.181079 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.quota [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fc93bb06ac8>.
Feb 03 19:54:28.197373 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 19:54:28.204101 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Usage tracker for resource:network and tenant:7c71e650d8034ba6abadea38cdc88163 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 19:54:28.208576 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 19:54:28.215882 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 19:54:28.230972 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Made reservation on behalf of 7c71e650d8034ba6abadea38cdc88163 for: {'network': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 19:54:28.281420 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.policy [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80144) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 03 19:54:28.282268 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING oslo_policy.policy [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 19:54:28.282676 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING oslo_policy.policy [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 03 19:54:28.312886 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:28.333965 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:28.349851 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 19:54:28.354053 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Usage tracker for resource:security_group_rule and tenant:7c71e650d8034ba6abadea38cdc88163 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 19:54:28.357338 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 19:54:28.362926 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 19:54:28.469076 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:28.471516 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:28.477904 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:54:28.490831 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Reserving flat network on physical network physnet1 {{(pid=80144) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 03 19:54:28.519759 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781392429922', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:28.520398 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fc93c6c3620> segment precommit_create {{(pid=80144) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 03 19:54:28.521015 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.segments_db [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Added segment cd20374a-5c3d-442e-9cdc-5a8f818c139d of type flat for network b3f750ce-bc55-47f2-a098-fbecdde1b124
Feb 03 19:54:28.577267 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f72c320-ed35-4cf5-a36a-422af422d3cb,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:54:28.604176 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:28.604811 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:28.605389 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:28.605991 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:28.606399 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:28.606771 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:28.607268 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:28.607850 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:28.608504 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:28.608862 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:28.609215 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:28.609563 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Tracked resource versions report:
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]: pushed versions:
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]: {   'AddressGroup': {'1.1'},
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:     'ConntrackHelper': {'1.0'},
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Log': {'1.0'},
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Network': {'1.1'},
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Port': {'1.7'},
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:     'PortForwarding': {'1.2'},
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:     'QosPolicy': {'1.8'},
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SecurityGroup': {'1.4'},
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SecurityGroupRule': {'1.2'},
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SubPort': {'1.0'},
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Subnet': {'1.1'},
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Trunk': {'1.1'}}
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]: consumer versions:
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]: {   DHCP agent@dv-cinder-773985-1-iscsi: {},
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:     L3 agent@dv-cinder-773985-1-iscsi: {},
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:     Metadata agent@dv-cinder-773985-1-iscsi: {},
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:     Metering agent@dv-cinder-773985-1-iscsi: {},
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:     Open vSwitch agent@dv-cinder-773985-1-iscsi: {   'AddressGroup': '1.1',
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'ConntrackHelper': '1.0',
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Log': '1.0',
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Network': '1.1',
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Port': '1.7',
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'PortForwarding': '1.2',
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'QosPolicy': '1.8',
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SecurityGroup': '1.4',
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SecurityGroupRule': '1.2',
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SubPort': '1.0',
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Subnet': '1.1',
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Trunk': '1.1'}}
Feb 03 19:54:28.610693 dv-cinder-773985-1-iscsi neutron-server[80033]:  {{(pid=80144) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 03 19:54:28.811406 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781391937907'] for network, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:28.817473 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:54:28.857618 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for network, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:28.858968 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:54:28.859627 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:28.864656 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:54:28.977612 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.3318493
Feb 03 19:54:28.978271 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Pushing event updated for resources: {'Network': ['ID=b3f750ce-bc55-47f2-a098-fbecdde1b124,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:54:28.994326 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:54:29.002405 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Network b3f750ce-bc55-47f2-a098-fbecdde1b124 details requested by agent ovs-agent-dv-cinder-773985-1-iscsi with host dv-cinder-773985-1-iscsi {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 19:54:31.502083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 50862) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:54:31.652173 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87665793-b2b0-4e43-8d15-1a12b07c4018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:54:31.653644 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-87665793-b2b0-4e43-8d15-1a12b07c4018 admin admin] 10.222.0.103 "GET /v2.0/subnets/6a9fa861-4ee3-46f8-8c11-084019dcd819 HTTP/1.1" status: 200  len: 849 time: 0.1504962
Feb 03 19:54:31.834381 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-ac380751-e68c-4647-aff5-b4f5b3a8c2a8 admin admin] 10.222.0.103 "GET /v2.0/routers/6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531 HTTP/1.1" status: 200  len: 704 time: 0.1745827
Feb 03 19:54:32.327750 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:32.702726 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Allocated IP 172.20.0.1 (7acf8c41-24af-4788-8c03-78a573a1bb16/6a9fa861-4ee3-46f8-8c11-084019dcd819/cb393ffe-4206-4fe9-a7c2-b9d1fb995621) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 19:54:32.867277 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:32.885906 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Transition to ACTIVE for port object cb393ffe-4206-4fe9-a7c2-b9d1fb995621 will not be triggered until provisioned by entity DHCP. {{(pid=80144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 19:54:32.944995 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:32.960014 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:54:33.088842 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Pushing event updated for resources: {'Port': ['ID=cb393ffe-4206-4fe9-a7c2-b9d1fb995621,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:54:33.101545 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:54:33.155913 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Network 7acf8c41-24af-4788-8c03-78a573a1bb16 is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 19:54:33.156925 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 19:54:33.159686 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 19:54:33.160220 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7972978'] for router_interface, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:33.346828 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-ea453781-21e0-4fc4-9278-6ce8e1e7c512 None None] Provisioning for port cb393ffe-4206-4fe9-a7c2-b9d1fb995621 completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 19:54:33.353341 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-ea453781-21e0-4fc4-9278-6ce8e1e7c512 None None] Provisioning complete for port cb393ffe-4206-4fe9-a7c2-b9d1fb995621 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 19:54:33.353757 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ea453781-21e0-4fc4-9278-6ce8e1e7c512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:33.417556 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-ea453781-21e0-4fc4-9278-6ce8e1e7c512 None None] Port cb393ffe-4206-4fe9-a7c2-b9d1fb995621 cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 19:54:33.586663 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:33.878541 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:33.883307 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:33.884490 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846950413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7986988'] for router_interface, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:33.898976 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:54:34.029933 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Pushing event updated for resources: {'Port': ['ID=cb393ffe-4206-4fe9-a7c2-b9d1fb995621,revision_number=2']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:54:34.037803 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:54:34.090732 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Network 7acf8c41-24af-4788-8c03-78a573a1bb16 is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 19:54:34.091809 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 19:54:34.293066 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Router 6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531 is scheduled to L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 with binding_index 1 {{(pid=80144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 03 19:54:34.340806 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-f352d4db-f71a-4a0b-9355-774d550cc5c9 None None] Provisioning complete for port cb393ffe-4206-4fe9-a7c2-b9d1fb995621 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 19:54:34.341217 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f352d4db-f71a-4a0b-9355-774d550cc5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:34.399222 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-f352d4db-f71a-4a0b-9355-774d550cc5c9 None None] Port cb393ffe-4206-4fe9-a7c2-b9d1fb995621 cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 19:54:34.465843 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 19:54:34.475593 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] Sync routers for ids ['6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 19:54:34.476599 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] 10.222.0.103 "PUT /v2.0/routers/6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6366012
Feb 03 19:54:34.486701 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] Routers {'6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 19:54:34.487591 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93bacc518>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T19:54:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 19:54:34.677915 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] Set router 6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531 gateway port host: None {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 19:54:35.227549 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93bacc518>, [{'id': '6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531', 'name': 'router1', 'tenant_id': '4377ec147a42426492e180a0564d6313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T19:54:21Z', 'updated_at': '2021-02-03T19:54:33Z', 'revision_number': 2, 'project_id': '4377ec147a42426492e180a0564d6313', 'gw_port_host': None, '_interfaces': [{'id': 'cb393ffe-4206-4fe9-a7c2-b9d1fb995621', 'name': '', 'network_id': '7acf8c41-24af-4788-8c03-78a573a1bb16', 'tenant_id': '4377ec147a42426492e180a0564d6313', 'mac_address': 'fa:16:3e:42:1f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9fa861-4ee3-46f8-8c11-084019dcd819', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T19:54:32Z', 'updated_at': '2021-02-03T19:54:33Z', 'revision_number': 2, 'project_id': '4377ec147a42426492e180a0564d6313', 'subnets': [{'id': '6a9fa861-4ee3-46f8-8c11-084019dcd819', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd54d0d4a-1978-443d-9dc8-c629ff9ec5ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 19:54:35.232666 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] Checking router: 6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531 for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 19:54:35.233052 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] Updating router 6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531 port cb393ffe-4206-4fe9-a7c2-b9d1fb995621 binding host dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 19:54:35.289127 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:35.737812 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:35.753012 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] Transition to ACTIVE for port object cb393ffe-4206-4fe9-a7c2-b9d1fb995621 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 19:54:35.756522 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:35.772539 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:54:35.911006 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1b0f1-df75-4172-9611-b10b6196ee85 None None] Pushing event updated for resources: {'Port': ['ID=cb393ffe-4206-4fe9-a7c2-b9d1fb995621,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:54:35.924562 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b0f1-df75-4172-9611-b10b6196ee85 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:35.924941 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b0f1-df75-4172-9611-b10b6196ee85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:35.925310 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b0f1-df75-4172-9611-b10b6196ee85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:35.925674 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b0f1-df75-4172-9611-b10b6196ee85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:35.926038 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b0f1-df75-4172-9611-b10b6196ee85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:35.926392 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b0f1-df75-4172-9611-b10b6196ee85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:35.927345 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b0f1-df75-4172-9611-b10b6196ee85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:35.927706 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b0f1-df75-4172-9611-b10b6196ee85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:35.928089 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b0f1-df75-4172-9611-b10b6196ee85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:35.928443 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b0f1-df75-4172-9611-b10b6196ee85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:35.928795 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b0f1-df75-4172-9611-b10b6196ee85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:35.929144 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b0f1-df75-4172-9611-b10b6196ee85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b0f1-df75-4172-9611-b10b6196ee85 None None] Tracked resource versions report:
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]: pushed versions:
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]: {   'AddressGroup': {'1.1'},
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:     'ConntrackHelper': {'1.0'},
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Log': {'1.0'},
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Network': {'1.1'},
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Port': {'1.7'},
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:     'PortForwarding': {'1.2'},
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:     'QosPolicy': {'1.8'},
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SecurityGroup': {'1.4'},
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SecurityGroupRule': {'1.2'},
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SubPort': {'1.0'},
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Subnet': {'1.1'},
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Trunk': {'1.1'}}
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]: consumer versions:
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]: {   DHCP agent@dv-cinder-773985-1-iscsi: {},
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:     L3 agent@dv-cinder-773985-1-iscsi: {},
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:     Metadata agent@dv-cinder-773985-1-iscsi: {},
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:     Metering agent@dv-cinder-773985-1-iscsi: {},
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:     Open vSwitch agent@dv-cinder-773985-1-iscsi: {   'AddressGroup': '1.1',
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'ConntrackHelper': '1.0',
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Log': '1.0',
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Network': '1.1',
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Port': '1.7',
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'PortForwarding': '1.2',
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'QosPolicy': '1.8',
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SecurityGroup': '1.4',
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SecurityGroupRule': '1.2',
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SubPort': '1.0',
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Subnet': '1.1',
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Trunk': '1.1'}}
Feb 03 19:54:35.930207 dv-cinder-773985-1-iscsi neutron-server[80033]:  {{(pid=80148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 03 19:54:35.945623 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e7b1b0f1-df75-4172-9611-b10b6196ee85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:54:36.102073 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] Attempting to bind port cb393ffe-4206-4fe9-a7c2-b9d1fb995621 on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 19:54:36.102493 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] Attempting to bind port cb393ffe-4206-4fe9-a7c2-b9d1fb995621 by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': '10dac0e4-78f6-48ac-9c5c-2ab79c92c523', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7acf8c41-24af-4788-8c03-78a573a1bb16'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 19:54:36.102899 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] Attempting to bind port cb393ffe-4206-4fe9-a7c2-b9d1fb995621 on network 7acf8c41-24af-4788-8c03-78a573a1bb16 {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 19:54:36.108847 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 19, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 19:54:36.109264 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] Checking segment: {'id': '10dac0e4-78f6-48ac-9c5c-2ab79c92c523', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7acf8c41-24af-4788-8c03-78a573a1bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 19:54:36.109738 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:36.110160 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] Bound using segment: {'id': '10dac0e4-78f6-48ac-9c5c-2ab79c92c523', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7acf8c41-24af-4788-8c03-78a573a1bb16'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 19:54:36.110675 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] Bound port: cb393ffe-4206-4fe9-a7c2-b9d1fb995621, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10dac0e4-78f6-48ac-9c5c-2ab79c92c523', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7acf8c41-24af-4788-8c03-78a573a1bb16'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 19:54:36.111154 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:36.207803 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] For port cb393ffe-4206-4fe9-a7c2-b9d1fb995621, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 19:54:36.212709 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] For port cb393ffe-4206-4fe9-a7c2-b9d1fb995621, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=cb393ffe-4206-4fe9-a7c2-b9d1fb995621,segment=NetworkSegment(10dac0e4-78f6-48ac-9c5c-2ab79c92c523),segment_id=10dac0e4-78f6-48ac-9c5c-2ab79c92c523)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 19:54:36.215933 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:36.233414 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e7b1b0f1-df75-4172-9611-b10b6196ee85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:54:36.385764 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1b0f1-df75-4172-9611-b10b6196ee85 None None] Pushing event updated for resources: {'Port': ['ID=cb393ffe-4206-4fe9-a7c2-b9d1fb995621,revision_number=4']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:54:36.389041 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e7b1b0f1-df75-4172-9611-b10b6196ee85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:54:36.446439 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] Routers {'6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 19:54:36.447109 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93bacc518>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T19:54:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 19:54:36.622153 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] Set router 6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531 gateway port host: None {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 19:54:36.968139 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93bacc518>, [{'id': '6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531', 'name': 'router1', 'tenant_id': '4377ec147a42426492e180a0564d6313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T19:54:21Z', 'updated_at': '2021-02-03T19:54:33Z', 'revision_number': 2, 'project_id': '4377ec147a42426492e180a0564d6313', 'gw_port_host': None, '_interfaces': [{'id': 'cb393ffe-4206-4fe9-a7c2-b9d1fb995621', 'name': '', 'network_id': '7acf8c41-24af-4788-8c03-78a573a1bb16', 'tenant_id': '4377ec147a42426492e180a0564d6313', 'mac_address': 'fa:16:3e:42:1f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9fa861-4ee3-46f8-8c11-084019dcd819', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T19:54:32Z', 'updated_at': '2021-02-03T19:54:36Z', 'revision_number': 4, 'project_id': '4377ec147a42426492e180a0564d6313', 'subnets': [{'id': '6a9fa861-4ee3-46f8-8c11-084019dcd819', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd54d0d4a-1978-443d-9dc8-c629ff9ec5ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 19:54:36.972228 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb075c-7885-487d-bd61-03cc1d79b47a None None] The sync data for ids ['6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531'] in dv-cinder-773985-1-iscsi is: [{'id': '6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531', 'name': 'router1', 'tenant_id': '4377ec147a42426492e180a0564d6313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T19:54:21Z', 'updated_at': '2021-02-03T19:54:33Z', 'revision_number': 2, 'project_id': '4377ec147a42426492e180a0564d6313', 'gw_port_host': None, '_interfaces': [{'id': 'cb393ffe-4206-4fe9-a7c2-b9d1fb995621', 'name': '', 'network_id': '7acf8c41-24af-4788-8c03-78a573a1bb16', 'tenant_id': '4377ec147a42426492e180a0564d6313', 'mac_address': 'fa:16:3e:42:1f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9fa861-4ee3-46f8-8c11-084019dcd819', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T19:54:32Z', 'updated_at': '2021-02-03T19:54:36Z', 'revision_number': 4, 'project_id': '4377ec147a42426492e180a0564d6313', 'subnets': [{'id': '6a9fa861-4ee3-46f8-8c11-084019dcd819', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd54d0d4a-1978-443d-9dc8-c629ff9ec5ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 19:54:37.009664 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 50874) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:54:37.201586 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ab45f1-425f-4304-8b39-ba5fa14e57f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:54:37.203055 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-d2ab45f1-425f-4304-8b39-ba5fa14e57f4 admin admin] 10.222.0.103 "GET /v2.0/networks/b3f750ce-bc55-47f2-a098-fbecdde1b124 HTTP/1.1" status: 200  len: 842 time: 0.1923451
Feb 03 19:54:37.214059 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-ffee51b5-26ad-4364-9ba1-a4ffdcfc8a2b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 19:54:37.218882 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-ffee51b5-26ad-4364-9ba1-a4ffdcfc8a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 19:54:37.222901 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-ffee51b5-26ad-4364-9ba1-a4ffdcfc8a2b admin admin] Usage tracker for resource:subnet and tenant:7c71e650d8034ba6abadea38cdc88163 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 19:54:37.226829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-ffee51b5-26ad-4364-9ba1-a4ffdcfc8a2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 19:54:37.232531 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-ffee51b5-26ad-4364-9ba1-a4ffdcfc8a2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 19:54:37.241979 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffee51b5-26ad-4364-9ba1-a4ffdcfc8a2b admin admin] Made reservation on behalf of 7c71e650d8034ba6abadea38cdc88163 for: {'subnet': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 19:54:37.246950 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ffee51b5-26ad-4364-9ba1-a4ffdcfc8a2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:37.688658 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.objects.ports [None req-ffee51b5-26ad-4364-9ba1-a4ffdcfc8a2b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80146) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 03 19:54:37.689140 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ffee51b5-26ad-4364-9ba1-a4ffdcfc8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for subnet, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:37.705344 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:54:37.852162 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee51b5-26ad-4364-9ba1-a4ffdcfc8a2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=04309e75-65fb-4427-af0c-5eb643715331,revision_number=0']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:54:37.854974 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ffee51b5-26ad-4364-9ba1-a4ffdcfc8a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:54:37.914275 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee51b5-26ad-4364-9ba1-a4ffdcfc8a2b admin admin] Checking segment: {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 19:54:37.914674 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffee51b5-26ad-4364-9ba1-a4ffdcfc8a2b admin admin] Network hostable DHCP agents. Network: b3f750ce-bc55-47f2-a098-fbecdde1b124, hostable agents: ['78a9ef71-605a-41eb-85ca-137cef06346e'], hosted agents: [] {{(pid=80146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 19:54:37.933998 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffee51b5-26ad-4364-9ba1-a4ffdcfc8a2b admin admin] Network b3f750ce-bc55-47f2-a098-fbecdde1b124 is scheduled to be hosted by DHCP agent 78a9ef71-605a-41eb-85ca-137cef06346e with binding_index 1 {{(pid=80146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 19:54:37.942749 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-ffee51b5-26ad-4364-9ba1-a4ffdcfc8a2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-iscsi, b3f750ce-bc55-47f2-a098-fbecdde1b124) {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 19:54:37.946669 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffee51b5-26ad-4364-9ba1-a4ffdcfc8a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:54:37.947302 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ffee51b5-26ad-4364-9ba1-a4ffdcfc8a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:37.952810 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a63e2c2-cfb1-4872-8cc8-7dbce7ced1f7 None None] Network b3f750ce-bc55-47f2-a098-fbecdde1b124 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 19:54:37.972628 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-ffee51b5-26ad-4364-9ba1-a4ffdcfc8a2b admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7617574
Feb 03 19:54:38.203435 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c707eb-5038-4c37-b022-430751ca5582 None None] Network b3f750ce-bc55-47f2-a098-fbecdde1b124 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 19:54:38.806044 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device cb393ffe-4206-4fe9-a7c2-b9d1fb995621 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 19:54:38.878951 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port cb393ffe-4206-4fe9-a7c2-b9d1fb995621 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 19:54:38.883717 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port cb393ffe-4206-4fe9-a7c2-b9d1fb995621 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 19:54:38.884153 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:39.009397 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:39.042798 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] For port cb393ffe-4206-4fe9-a7c2-b9d1fb995621, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=cb393ffe-4206-4fe9-a7c2-b9d1fb995621,segment=NetworkSegment(10dac0e4-78f6-48ac-9c5c-2ab79c92c523),segment_id=10dac0e4-78f6-48ac-9c5c-2ab79c92c523)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 19:54:39.045657 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:39.047865 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:54:39.118574 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Pushing event updated for resources: {'Port': ['ID=cb393ffe-4206-4fe9-a7c2-b9d1fb995621,revision_number=5']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:54:39.121822 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:54:40.549980 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 50888) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:54:40.790855 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device cb393ffe-4206-4fe9-a7c2-b9d1fb995621 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 19:54:40.870757 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port cb393ffe-4206-4fe9-a7c2-b9d1fb995621 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 19:54:40.871173 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:40.956843 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-b9c3cca5-173a-46a9-91e8-a64c4b912dba admin admin] 10.222.0.103 "GET /v2.0/routers/6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531 HTTP/1.1" status: 200  len: 710 time: 0.4057090
Feb 03 19:54:41.094499 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0fdefd-f80b-4f5f-b3a8-4bf82736cc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:54:41.095969 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-bc0fdefd-f80b-4f5f-b3a8-4bf82736cc7a admin admin] 10.222.0.103 "GET /v2.0/networks/b3f750ce-bc55-47f2-a098-fbecdde1b124 HTTP/1.1" status: 200  len: 886 time: 0.1325355
Feb 03 19:54:41.106674 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 19:54:41.569429 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846789032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854712737'] for router, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:41.914123 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:41.971180 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:41.984284 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:42.000304 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 19:54:42.004375 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 19:54:42.007395 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 19:54:42.013064 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 19:54:42.095811 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:42.098921 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:42.114679 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:54:42.204261 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ea49f2-d9a5-4c85-b661-8bc953768efe,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:54:42.209493 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:54:42.375440 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Allocated IP 172.27.3.209 (b3f750ce-bc55-47f2-a098-fbecdde1b124/04309e75-65fb-4427-af0c-5eb643715331/7180a5e1-719a-48ec-b52a-bcf0d8056649) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 19:54:42.534458 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:42.593020 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:42.609173 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:54:42.910281 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Pushing event updated for resources: {'Port': ['ID=7180a5e1-719a-48ec-b52a-bcf0d8056649,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:54:42.917681 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:54:42.965344 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Network b3f750ce-bc55-47f2-a098-fbecdde1b124 is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 19:54:42.966423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 19:54:42.968633 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 19:54:43.361552 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:43.716860 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846789032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854712737'] for router, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:43.720198 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7986870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7986753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036846789047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846791454'] for router, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:43.905005 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Router 6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531 has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 19:54:44.089871 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 19:54:44.100088 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a157a612-5235-4827-bc67-899987fea53e None None] Sync routers for ids ['6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531'] in dv-cinder-773985-1-iscsi {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 19:54:44.106293 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Notify callbacks [] for router, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:44.111963 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] 10.222.0.103 "PUT /v2.0/routers/6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531 HTTP/1.1" status: 200  len: 890 time: 3.0042853
Feb 03 19:54:44.112139 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a157a612-5235-4827-bc67-899987fea53e None None] Routers {'6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 19:54:44.112139 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-a157a612-5235-4827-bc67-899987fea53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a35f4a8>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T19:54:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 19:54:44.319394 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-a157a612-5235-4827-bc67-899987fea53e None None] Set router 6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531 gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 19:54:44.680833 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-a157a612-5235-4827-bc67-899987fea53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a35f4a8>, [{'id': '6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531', 'name': 'router1', 'tenant_id': '4377ec147a42426492e180a0564d6313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '7180a5e1-719a-48ec-b52a-bcf0d8056649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T19:54:21Z', 'updated_at': '2021-02-03T19:54:43Z', 'revision_number': 4, 'project_id': '4377ec147a42426492e180a0564d6313', 'gw_port': {'id': '7180a5e1-719a-48ec-b52a-bcf0d8056649', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T19:54:42Z', 'updated_at': '2021-02-03T19:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': 'cb393ffe-4206-4fe9-a7c2-b9d1fb995621', 'name': '', 'network_id': '7acf8c41-24af-4788-8c03-78a573a1bb16', 'tenant_id': '4377ec147a42426492e180a0564d6313', 'mac_address': 'fa:16:3e:42:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9fa861-4ee3-46f8-8c11-084019dcd819', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T19:54:32Z', 'updated_at': '2021-02-03T19:54:39Z', 'revision_number': 5, 'project_id': '4377ec147a42426492e180a0564d6313', 'subnets': [{'id': '6a9fa861-4ee3-46f8-8c11-084019dcd819', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd54d0d4a-1978-443d-9dc8-c629ff9ec5ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 19:54:44.685777 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a157a612-5235-4827-bc67-899987fea53e None None] Checking router: 6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531 for host: dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 19:54:44.686166 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a157a612-5235-4827-bc67-899987fea53e None None] Updating router 6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531 port 7180a5e1-719a-48ec-b52a-bcf0d8056649 binding host dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 19:54:44.743138 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a157a612-5235-4827-bc67-899987fea53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:45.145067 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a157a612-5235-4827-bc67-899987fea53e None None] Notify callbacks [] for port, precommit_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:45.157588 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-a157a612-5235-4827-bc67-899987fea53e None None] Transition to ACTIVE for port object 7180a5e1-719a-48ec-b52a-bcf0d8056649 will not be triggered until provisioned by entity L2. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 19:54:45.160860 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a157a612-5235-4827-bc67-899987fea53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:45.176053 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:54:45.306988 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16477de-0d17-4ed4-8984-0ada0ab0f4a5 None None] Pushing event updated for resources: {'Port': ['ID=7180a5e1-719a-48ec-b52a-bcf0d8056649,revision_number=2']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:54:45.311374 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d16477de-0d17-4ed4-8984-0ada0ab0f4a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:54:45.375182 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-a157a612-5235-4827-bc67-899987fea53e None None] Attempting to bind port 7180a5e1-719a-48ec-b52a-bcf0d8056649 on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 19:54:45.375591 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-a157a612-5235-4827-bc67-899987fea53e None None] Attempting to bind port 7180a5e1-719a-48ec-b52a-bcf0d8056649 by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 19:54:45.376040 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a157a612-5235-4827-bc67-899987fea53e None None] Attempting to bind port 7180a5e1-719a-48ec-b52a-bcf0d8056649 on network b3f750ce-bc55-47f2-a098-fbecdde1b124 {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 19:54:45.381957 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a157a612-5235-4827-bc67-899987fea53e None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 19, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 19:54:45.382371 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a157a612-5235-4827-bc67-899987fea53e None None] Checking segment: {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 19:54:45.382811 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a157a612-5235-4827-bc67-899987fea53e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:45.383242 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a157a612-5235-4827-bc67-899987fea53e None None] Bound using segment: {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 19:54:45.383752 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-a157a612-5235-4827-bc67-899987fea53e None None] Bound port: 7180a5e1-719a-48ec-b52a-bcf0d8056649, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 19:54:45.384189 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a157a612-5235-4827-bc67-899987fea53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:45.465014 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-a157a612-5235-4827-bc67-899987fea53e None None] For port 7180a5e1-719a-48ec-b52a-bcf0d8056649, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 19:54:45.468110 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-a157a612-5235-4827-bc67-899987fea53e None None] For port 7180a5e1-719a-48ec-b52a-bcf0d8056649, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=7180a5e1-719a-48ec-b52a-bcf0d8056649,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 19:54:45.471400 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a157a612-5235-4827-bc67-899987fea53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:45.487390 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:54:45.639516 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16477de-0d17-4ed4-8984-0ada0ab0f4a5 None None] Pushing event updated for resources: {'Port': ['ID=7180a5e1-719a-48ec-b52a-bcf0d8056649,revision_number=3']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:54:45.645025 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d16477de-0d17-4ed4-8984-0ada0ab0f4a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:54:45.688109 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a157a612-5235-4827-bc67-899987fea53e None None] Routers {'6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 19:54:45.688770 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-a157a612-5235-4827-bc67-899987fea53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a35f4a8>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T19:54:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 19:54:45.876427 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-a157a612-5235-4827-bc67-899987fea53e None None] Set router 6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531 gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 19:54:46.383487 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-a157a612-5235-4827-bc67-899987fea53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a35f4a8>, [{'id': '6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531', 'name': 'router1', 'tenant_id': '4377ec147a42426492e180a0564d6313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '7180a5e1-719a-48ec-b52a-bcf0d8056649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T19:54:21Z', 'updated_at': '2021-02-03T19:54:43Z', 'revision_number': 4, 'project_id': '4377ec147a42426492e180a0564d6313', 'gw_port': {'id': '7180a5e1-719a-48ec-b52a-bcf0d8056649', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T19:54:42Z', 'updated_at': '2021-02-03T19:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': 'cb393ffe-4206-4fe9-a7c2-b9d1fb995621', 'name': '', 'network_id': '7acf8c41-24af-4788-8c03-78a573a1bb16', 'tenant_id': '4377ec147a42426492e180a0564d6313', 'mac_address': 'fa:16:3e:42:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9fa861-4ee3-46f8-8c11-084019dcd819', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T19:54:32Z', 'updated_at': '2021-02-03T19:54:39Z', 'revision_number': 5, 'project_id': '4377ec147a42426492e180a0564d6313', 'subnets': [{'id': '6a9fa861-4ee3-46f8-8c11-084019dcd819', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd54d0d4a-1978-443d-9dc8-c629ff9ec5ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 19:54:46.387702 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a157a612-5235-4827-bc67-899987fea53e None None] The sync data for ids ['6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531'] in dv-cinder-773985-1-iscsi is: [{'id': '6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531', 'name': 'router1', 'tenant_id': '4377ec147a42426492e180a0564d6313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '7180a5e1-719a-48ec-b52a-bcf0d8056649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T19:54:21Z', 'updated_at': '2021-02-03T19:54:43Z', 'revision_number': 4, 'project_id': '4377ec147a42426492e180a0564d6313', 'gw_port': {'id': '7180a5e1-719a-48ec-b52a-bcf0d8056649', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T19:54:42Z', 'updated_at': '2021-02-03T19:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': 'cb393ffe-4206-4fe9-a7c2-b9d1fb995621', 'name': '', 'network_id': '7acf8c41-24af-4788-8c03-78a573a1bb16', 'tenant_id': '4377ec147a42426492e180a0564d6313', 'mac_address': 'fa:16:3e:42:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0c5d9d-fea0-425d-bcbd-f4c64f6c6531', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9fa861-4ee3-46f8-8c11-084019dcd819', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T19:54:32Z', 'updated_at': '2021-02-03T19:54:39Z', 'revision_number': 5, 'project_id': '4377ec147a42426492e180a0564d6313', 'subnets': [{'id': '6a9fa861-4ee3-46f8-8c11-084019dcd819', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd54d0d4a-1978-443d-9dc8-c629ff9ec5ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 19:54:46.823634 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 50898) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:54:46.828144 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 7180a5e1-719a-48ec-b52a-bcf0d8056649 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 19:54:46.902998 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port 7180a5e1-719a-48ec-b52a-bcf0d8056649 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 19:54:46.908280 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 7180a5e1-719a-48ec-b52a-bcf0d8056649 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 19:54:46.908679 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:46.978698 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ae6264-8296-4dd4-845d-a6d7c1a7bf95 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:54:46.984406 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-34ae6264-8296-4dd4-845d-a6d7c1a7bf95 admin admin] 10.222.0.103 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1587663
Feb 03 19:54:47.041077 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:47.059744 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] For port 7180a5e1-719a-48ec-b52a-bcf0d8056649, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=7180a5e1-719a-48ec-b52a-bcf0d8056649,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 19:54:47.062941 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:47.065791 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:54:47.139866 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Pushing event updated for resources: {'Port': ['ID=7180a5e1-719a-48ec-b52a-bcf0d8056649,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:54:47.143521 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:54:48.802814 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 7180a5e1-719a-48ec-b52a-bcf0d8056649 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 19:54:48.887970 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 7180a5e1-719a-48ec-b52a-bcf0d8056649 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 19:54:48.888399 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:52.822990 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ea5f79aa-ac22-43fc-84a9-7c1297f53564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:55.253441 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-122737fd-4caa-427b-8b61-d76a82261160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:55.909797 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:56.670882 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:57.135846 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:54:59.793016 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 5 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 19:55:22.798164 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f084bafd-e11c-4302-834b-f27143a428c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:55:25.255404 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-60469697-3e6b-47a7-997d-65a96fee2857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:55:25.903868 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:55:26.681574 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:55:27.122739 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:55:36.792844 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 5 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 19:55:52.804710 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c2537997-6835-43cf-a8ac-90b35ca63dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:55:55.258079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-54516f8d-bc1b-4405-9016-df0ce33e423a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:55:55.904790 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:55:56.674866 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:55:57.132856 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:56:13.793274 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 5 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 19:56:22.797079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e71ab6b6-eafd-4d5b-aaa8-fc0d7adeea26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:56:25.260639 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-809ceccb-829a-4069-9b62-5c7025661aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:56:25.907671 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:56:26.676848 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:56:27.128374 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:56:50.793066 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 5 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 19:56:52.798923 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9bcb5450-4d5c-4f21-9aee-f0420296a4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:56:55.262124 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-df47da1b-c1e3-4a27-a275-2791d74e45fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:56:55.910212 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:56:56.678367 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:56:57.133595 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:57:01.020329 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 51474) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:57:01.143792 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2025201-d297-47d4-b4ff-0ad06b2c230f admin admin] GET failed (client error): The resource could not be found.
Feb 03 19:57:01.145203 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-f2025201-d297-47d4-b4ff-0ad06b2c230f admin admin] 10.222.0.103 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1226280
Feb 03 19:57:01.307795 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f2d246-e057-432c-a9ec-3b8dce97da63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:57:01.310322 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-a2f2d246-e057-432c-a9ec-3b8dce97da63 admin admin] 10.222.0.103 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1603994
Feb 03 19:57:03.809756 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 51484) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:57:03.955574 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11f4985-e54b-4675-9e07-0f39c5ad12c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:57:03.956243 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-a11f4985-e54b-4675-9e07-0f39c5ad12c0 admin admin] Synchronizing usage tracker for tenant:7c71e650d8034ba6abadea38cdc88163 on resource:subnet {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 19:57:03.973301 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-a11f4985-e54b-4675-9e07-0f39c5ad12c0 admin admin] Unset dirty status for tenant:7c71e650d8034ba6abadea38cdc88163 on resource:subnet {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 19:57:03.974761 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-a11f4985-e54b-4675-9e07-0f39c5ad12c0 admin admin] 10.222.0.103 "GET /v2.0/subnets/6a9fa861-4ee3-46f8-8c11-084019dcd819 HTTP/1.1" status: 200  len: 849 time: 0.1639817
Feb 03 19:57:03.985348 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-807d5a20-8020-4268-9853-d97183e343b3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 19:57:04.111207 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-807d5a20-8020-4268-9853-d97183e343b3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:57:04.422719 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-807d5a20-8020-4268-9853-d97183e343b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781392397171'] for subnet, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:57:04.438273 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a7759672-b429-42db-abb3-b3043ec79eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:57:04.743803 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d5a20-8020-4268-9853-d97183e343b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a9fa861-4ee3-46f8-8c11-084019dcd819,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:57:04.765074 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d5a20-8020-4268-9853-d97183e343b3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:04.765458 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d5a20-8020-4268-9853-d97183e343b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:04.765825 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d5a20-8020-4268-9853-d97183e343b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:04.766192 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d5a20-8020-4268-9853-d97183e343b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:04.766548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d5a20-8020-4268-9853-d97183e343b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:04.766918 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d5a20-8020-4268-9853-d97183e343b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:04.767271 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d5a20-8020-4268-9853-d97183e343b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:04.767623 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d5a20-8020-4268-9853-d97183e343b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:04.767999 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d5a20-8020-4268-9853-d97183e343b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:04.768351 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d5a20-8020-4268-9853-d97183e343b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:04.768699 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d5a20-8020-4268-9853-d97183e343b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:04.769046 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d5a20-8020-4268-9853-d97183e343b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:04.774729 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-807d5a20-8020-4268-9853-d97183e343b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:57:04.800064 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807d5a20-8020-4268-9853-d97183e343b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:57:04.800711 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-807d5a20-8020-4268-9853-d97183e343b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:57:04.802498 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-807d5a20-8020-4268-9853-d97183e343b3 admin admin] 10.222.0.103 "PUT /v2.0/subnets/6a9fa861-4ee3-46f8-8c11-084019dcd819 HTTP/1.1" status: 200  len: 868 time: 0.8208497
Feb 03 19:57:04.819723 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542bd0f3-9e63-409d-8939-d9723799f98b None None] Network 7acf8c41-24af-4788-8c03-78a573a1bb16 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 19:57:05.274633 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-99db30d6-2602-490d-9e8d-aeea50310a9a None None] Provisioning complete for port cb393ffe-4206-4fe9-a7c2-b9d1fb995621 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 19:57:05.275040 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-99db30d6-2602-490d-9e8d-aeea50310a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:57:05.408160 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-99db30d6-2602-490d-9e8d-aeea50310a9a None None] Provisioning complete for port 27b18a71-d67b-41e4-8748-f383b143dfba triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 19:57:05.408473 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-99db30d6-2602-490d-9e8d-aeea50310a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:57:07.307793 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 51494) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:57:07.521812 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfee4f7-56e0-4d5c-a3ab-0a2f25e73e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:57:07.522159 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfee4f7-56e0-4d5c-a3ab-0a2f25e73e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:57:07.523834 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-dcfee4f7-56e0-4d5c-a3ab-0a2f25e73e31 admin admin] 10.222.0.103 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2149305
Feb 03 19:57:09.983444 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 51504) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:57:10.197733 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59af95c2-5c82-443f-b519-afd4a71586f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:57:10.198082 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59af95c2-5c82-443f-b519-afd4a71586f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:57:10.199735 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-59af95c2-5c82-443f-b519-afd4a71586f2 admin admin] 10.222.0.103 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2151692
Feb 03 19:57:12.675620 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 51514) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:57:12.890586 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bad607-5a31-4c4f-b879-1f01754b9ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:57:12.892041 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-96bad607-5a31-4c4f-b879-1f01754b9ed5 admin admin] 10.222.0.103 "GET /v2.0/networks/7acf8c41-24af-4788-8c03-78a573a1bb16 HTTP/1.1" status: 200  len: 862 time: 0.2153156
Feb 03 19:57:15.353505 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 51524) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:57:15.560614 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f13397c-6d90-458b-a8fa-128623efa450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:57:15.562569 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-3f13397c-6d90-458b-a8fa-128623efa450 admin admin] 10.222.0.103 "GET /v2.0/networks/b3f750ce-bc55-47f2-a098-fbecdde1b124 HTTP/1.1" status: 200  len: 886 time: 0.2080204
Feb 03 19:57:18.043543 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 51534) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:57:18.185012 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061860de-ca5a-4f17-9fbf-2be6cc2b9237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:57:18.185424 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061860de-ca5a-4f17-9fbf-2be6cc2b9237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:57:18.187019 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-061860de-ca5a-4f17-9fbf-2be6cc2b9237 admin admin] 10.222.0.103 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1424048
Feb 03 19:57:20.649874 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 51544) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:57:20.792892 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9728fc7-c3f0-4fa6-9312-19f026679724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:57:20.793303 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9728fc7-c3f0-4fa6-9312-19f026679724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:57:20.794937 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-f9728fc7-c3f0-4fa6-9312-19f026679724 admin admin] 10.222.0.103 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1440458
Feb 03 19:57:22.801190 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b36ad6b5-2a73-4dbe-92de-3bc9b7856671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:57:23.275653 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 51554) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:57:23.414357 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faa603e-cde5-4a74-8f44-22b6c3ec6138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:57:23.415835 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-3faa603e-cde5-4a74-8f44-22b6c3ec6138 admin admin] 10.222.0.103 "GET /v2.0/subnets/04309e75-65fb-4427-af0c-5eb643715331 HTTP/1.1" status: 200  len: 816 time: 0.1391468
Feb 03 19:57:25.264185 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ee0c3cef-f0c6-449a-8342-715e2d5aca38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:57:25.890279 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 51564) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:57:25.912795 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:57:26.033460 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eac985a-1fc2-4588-8536-a969b25f4a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:57:26.034894 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-6eac985a-1fc2-4588-8536-a969b25f4a27 admin admin] 10.222.0.103 "GET /v2.0/subnets/6a9fa861-4ee3-46f8-8c11-084019dcd819 HTTP/1.1" status: 200  len: 868 time: 0.1436000
Feb 03 19:57:26.680919 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:57:27.137145 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:57:27.792286 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 5 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 19:57:51.760204 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 51604) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:57:51.839711 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [None req-08ea992f-e496-4eb6-b661-485f9c986dca admin admin] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=80144) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 19:57:51.840820 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-08ea992f-e496-4eb6-b661-485f9c986dca admin admin] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0795636
Feb 03 19:57:52.805404 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b0a65d02-fdd2-4bea-a1d0-174fe84bcd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:57:54.393114 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 51614) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:57:54.495353 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.pecan_wsgi.hooks.translation [None req-0316b095-0406-4baa-929f-9c76c14fd656 admin admin] GET failed (client error): The resource could not be found.
Feb 03 19:57:54.496679 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-0316b095-0406-4baa-929f-9c76c14fd656 admin admin] 10.222.0.103 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1025639
Feb 03 19:57:54.633425 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f877b811-9da8-41c7-881a-a7d2f738118e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:57:54.634997 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-f877b811-9da8-41c7-881a-a7d2f738118e admin admin] 10.222.0.103 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1339290
Feb 03 19:57:55.265802 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b7b2-bf04-48c2-a3c6-d9f0fc619c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:57:55.915136 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:57:56.683978 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:57:57.124441 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 51624) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:57:57.142335 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:57:57.202990 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 19:57:57.209421 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 19:57:57.214127 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Usage tracker for resource:network and tenant:7c71e650d8034ba6abadea38cdc88163 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 19:57:57.217218 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 19:57:57.223036 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 19:57:57.231945 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Made reservation on behalf of 7c71e650d8034ba6abadea38cdc88163 for: {'network': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 19:57:57.236948 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:57:57.332188 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING neutron.services.revisions.revision_plugin [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fc93a7f6ba8] {project_id='7c71e650d8034ba6abadea38cdc88163', id='7f6f18e4-0b85-48c1-80a3-2e2c6ef494bf', target_tenant='*', action='access_as_shared', object_id='fdf205c2-a411-4896-9798-a72bb174584a'}> to bump revision.
Feb 03 19:57:57.349459 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 19:57:57.359273 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:57:57.359658 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.segments_db [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Added segment 2a2d76dc-50e5-4cc7-bdaa-64db3057d5ac of type vxlan for network fdf205c2-a411-4896-9798-a72bb174584a
Feb 03 19:57:57.385703 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781391937907'] for network, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:57:57.414961 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for network, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:57:57.416212 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:57:57.416838 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:57:57.421687 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:57:57.521607 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.3959990
Feb 03 19:57:57.526628 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Pushing event updated for resources: {'Network': ['ID=fdf205c2-a411-4896-9798-a72bb174584a,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:57:57.534467 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:57.534872 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:57.535248 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:57.535611 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:57.536066 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:57.536439 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:57.536793 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:57.537243 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:57.537605 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:57.537960 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:57.538313 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:57.538663 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:57:57.542736 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:57:57.551054 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Network fdf205c2-a411-4896-9798-a72bb174584a details requested by agent ovs-agent-dv-cinder-773985-1-iscsi with host dv-cinder-773985-1-iscsi {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 19:58:00.018788 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 51634) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:58:00.121074 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4702d4-961f-4010-85d4-4f46f11736c3 admin admin] GET failed (client error): The resource could not be found.
Feb 03 19:58:00.121640 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-ea4702d4-961f-4010-85d4-4f46f11736c3 admin admin] Synchronizing usage tracker for tenant:7c71e650d8034ba6abadea38cdc88163 on resource:network {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 19:58:00.138405 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-ea4702d4-961f-4010-85d4-4f46f11736c3 admin admin] Unset dirty status for tenant:7c71e650d8034ba6abadea38cdc88163 on resource:network {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 19:58:00.139571 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-ea4702d4-961f-4010-85d4-4f46f11736c3 admin admin] 10.222.0.103 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1197596
Feb 03 19:58:00.257812 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba58465-b172-4706-ba9c-548cc25c383b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:58:00.259653 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-4ba58465-b172-4706-ba9c-548cc25c383b admin admin] 10.222.0.103 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1155989
Feb 03 19:58:00.270552 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-efadb2df-b134-47b2-9990-cf34f29a988b admin admin] Request body: {'subnet': {'network_id': 'fdf205c2-a411-4896-9798-a72bb174584a', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 19:58:00.275252 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-efadb2df-b134-47b2-9990-cf34f29a988b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 19:58:00.284952 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-efadb2df-b134-47b2-9990-cf34f29a988b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 19:58:00.294250 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efadb2df-b134-47b2-9990-cf34f29a988b admin admin] Made reservation on behalf of 7c71e650d8034ba6abadea38cdc88163 for: {'subnet': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 19:58:00.298762 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-efadb2df-b134-47b2-9990-cf34f29a988b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:58:00.713481 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-efadb2df-b134-47b2-9990-cf34f29a988b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for subnet, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:58:00.729205 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:58:00.857790 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efadb2df-b134-47b2-9990-cf34f29a988b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f28de780-e495-446a-a6c4-c0b66c9984b9,revision_number=0']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:58:01.038508 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-efadb2df-b134-47b2-9990-cf34f29a988b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:58:01.093717 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efadb2df-b134-47b2-9990-cf34f29a988b admin admin] Checking segment: {'id': '2a2d76dc-50e5-4cc7-bdaa-64db3057d5ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fdf205c2-a411-4896-9798-a72bb174584a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 19:58:01.094100 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efadb2df-b134-47b2-9990-cf34f29a988b admin admin] Network hostable DHCP agents. Network: fdf205c2-a411-4896-9798-a72bb174584a, hostable agents: ['78a9ef71-605a-41eb-85ca-137cef06346e'], hosted agents: [] {{(pid=80144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 19:58:01.114716 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efadb2df-b134-47b2-9990-cf34f29a988b admin admin] Network fdf205c2-a411-4896-9798-a72bb174584a is scheduled to be hosted by DHCP agent 78a9ef71-605a-41eb-85ca-137cef06346e with binding_index 1 {{(pid=80144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 19:58:01.123360 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-efadb2df-b134-47b2-9990-cf34f29a988b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-iscsi, fdf205c2-a411-4896-9798-a72bb174584a) {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 19:58:01.127191 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efadb2df-b134-47b2-9990-cf34f29a988b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 19:58:01.127824 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-efadb2df-b134-47b2-9990-cf34f29a988b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:58:01.133981 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedeaa31-2825-4e29-9def-18ee5323fa26 None None] Network fdf205c2-a411-4896-9798-a72bb174584a requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 19:58:01.152789 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-efadb2df-b134-47b2-9990-cf34f29a988b admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8860075
Feb 03 19:58:01.374614 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20dd8c5e-75be-5be5-9ee4-f2dad36667d2-fdf205c2-a411-4896-9798-a72bb174584a', 'network_id': 'fdf205c2-a411-4896-9798-a72bb174584a', 'tenant_id': '7c71e650d8034ba6abadea38cdc88163', 'fixed_ips': [{'subnet_id': 'f28de780-e495-446a-a6c4-c0b66c9984b9'}]}} from dv-cinder-773985-1-iscsi. {{(pid=80147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 03 19:58:01.375788 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:58:01.668226 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Allocated IP 192.168.233.2 (fdf205c2-a411-4896-9798-a72bb174584a/f28de780-e495-446a-a6c4-c0b66c9984b9/37af0376-3c50-493a-9f1e-05cfd869073b) {{(pid=80147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 19:58:01.896940 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Notify callbacks [] for port, precommit_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:58:01.907874 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Transition to ACTIVE for port object 37af0376-3c50-493a-9f1e-05cfd869073b will not be triggered until provisioned by entity L2. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 19:58:01.925441 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Transition to ACTIVE for port object 37af0376-3c50-493a-9f1e-05cfd869073b will not be triggered until provisioned by entity DHCP. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 19:58:01.930631 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:58:01.946640 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:58:02.239019 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Pushing event updated for resources: {'Port': ['ID=37af0376-3c50-493a-9f1e-05cfd869073b,revision_number=1']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:58:02.252521 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:58:02.252917 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:58:02.253294 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:58:02.253664 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:58:02.254023 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:58:02.254385 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:58:02.254785 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:58:02.255141 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:58:02.255518 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:58:02.255878 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:58:02.256261 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:58:02.256616 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:58:02.260556 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:58:02.315358 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Network fdf205c2-a411-4896-9798-a72bb174584a is already hosted by enough agents. {{(pid=80147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 19:58:02.316573 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Resources bound (agent type, host, resource id):  {{(pid=80147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 19:58:02.319622 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Received port after_create {{(pid=80147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 19:58:02.381404 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Attempting to bind port 37af0376-3c50-493a-9f1e-05cfd869073b on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 19:58:02.382108 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Attempting to bind port 37af0376-3c50-493a-9f1e-05cfd869073b by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': '2a2d76dc-50e5-4cc7-bdaa-64db3057d5ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fdf205c2-a411-4896-9798-a72bb174584a'}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 19:58:02.382517 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Attempting to bind port 37af0376-3c50-493a-9f1e-05cfd869073b on network fdf205c2-a411-4896-9798-a72bb174584a {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 19:58:02.388810 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 19, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 19:58:02.389219 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Checking segment: {'id': '2a2d76dc-50e5-4cc7-bdaa-64db3057d5ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fdf205c2-a411-4896-9798-a72bb174584a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 19:58:02.389653 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:58:02.390083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Bound using segment: {'id': '2a2d76dc-50e5-4cc7-bdaa-64db3057d5ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fdf205c2-a411-4896-9798-a72bb174584a'} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 19:58:02.390587 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Bound port: 37af0376-3c50-493a-9f1e-05cfd869073b, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2d76dc-50e5-4cc7-bdaa-64db3057d5ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fdf205c2-a411-4896-9798-a72bb174584a'}}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 19:58:02.391001 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:58:02.485681 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] For port 37af0376-3c50-493a-9f1e-05cfd869073b, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 19:58:02.489476 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] For port 37af0376-3c50-493a-9f1e-05cfd869073b, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=37af0376-3c50-493a-9f1e-05cfd869073b,segment=NetworkSegment(2a2d76dc-50e5-4cc7-bdaa-64db3057d5ac),segment_id=2a2d76dc-50e5-4cc7-bdaa-64db3057d5ac)] {{(pid=80147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 19:58:02.492932 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:58:02.509399 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:58:02.679679 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Pushing event updated for resources: {'Port': ['ID=37af0376-3c50-493a-9f1e-05cfd869073b,revision_number=2']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:58:02.684707 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:58:03.972359 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8ee5b0-1dd2-4820-a899-9a9d37c65138 None None] Network fdf205c2-a411-4896-9798-a72bb174584a requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 19:58:04.068407 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-f9017f1d-7c2f-4123-8f52-f532641456fc None None] Provisioning for port 37af0376-3c50-493a-9f1e-05cfd869073b completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 19:58:04.792448 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 5 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 19:58:04.924814 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 37af0376-3c50-493a-9f1e-05cfd869073b up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 19:58:04.999636 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port 37af0376-3c50-493a-9f1e-05cfd869073b completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 19:58:05.004796 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 37af0376-3c50-493a-9f1e-05cfd869073b triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 19:58:05.005776 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:58:05.131707 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:58:05.164751 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] For port 37af0376-3c50-493a-9f1e-05cfd869073b, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=37af0376-3c50-493a-9f1e-05cfd869073b,segment=NetworkSegment(2a2d76dc-50e5-4cc7-bdaa-64db3057d5ac),segment_id=2a2d76dc-50e5-4cc7-bdaa-64db3057d5ac)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 19:58:05.168763 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:58:05.170960 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d16477de-0d17-4ed4-8984-0ada0ab0f4a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:58:05.241307 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Pushing event updated for resources: {'Port': ['ID=37af0376-3c50-493a-9f1e-05cfd869073b,revision_number=3']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:58:05.247953 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:58:06.905912 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 37af0376-3c50-493a-9f1e-05cfd869073b up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 19:58:06.986706 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 37af0376-3c50-493a-9f1e-05cfd869073b triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 19:58:06.987128 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:58:22.808792 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4e3b2a4b-fc9b-462c-8859-9f4845a39cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:58:25.267999 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a53a1a7c-8b22-4540-b9b7-5ef5100318b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:58:25.918480 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:58:26.686300 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:58:27.144118 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:58:41.791312 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 5 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 19:58:52.810969 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c9e98049-e2a0-4560-b777-5eaf358f5818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:58:55.270590 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-26d48bdd-e168-450e-81a1-ad3dca90f172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:58:55.922048 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:58:56.689742 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:58:57.148064 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:59:07.940340 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 51676) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:59:07.947313 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [None req-d017efa2-d5b3-49a8-8cb6-8ddbb72f3683 tempest-verify_tempest_config-1378723537 tempest-verify_tempest_config-1378723537-project] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=80146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 19:59:07.948376 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-d017efa2-d5b3-49a8-8cb6-8ddbb72f3683 tempest-verify_tempest_config-1378723537 tempest-verify_tempest_config-1378723537-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0064261
Feb 03 19:59:08.296788 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 51696) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:59:08.446218 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:59:08.466033 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 19:59:08.470058 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] Usage tracker for resource:security_group_rule and tenant:e23336ce9cff4bdabf61de02ff5d5aec is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 19:59:08.473696 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 19:59:08.480079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 19:59:08.567744 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:59:08.571411 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:59:08.581697 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:59:08.626339 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=e23336ce9cff4bdabf61de02ff5d5aec&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3284338
Feb 03 19:59:08.627216 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0625cc81-283f-49fb-b9a9-8a8d61843bf5,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:59:08.629271 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 51702) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 19:59:08.635099 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.635504 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.635879 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.636315 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.636684 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.637068 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.637434 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.637796 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.638172 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.638534 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.638895 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.639251 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.643374 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:59:08.693636 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ea763e82-bebc-4596-af83-dbed36d1ff61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:59:08.720470 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ea763e82-bebc-4596-af83-dbed36d1ff61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:59:08.770691 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ea763e82-bebc-4596-af83-dbed36d1ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:59:08.775637 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 19:59:08.790238 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea763e82-bebc-4596-af83-dbed36d1ff61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0625cc81-283f-49fb-b9a9-8a8d61843bf5,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 19:59:08.798925 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea763e82-bebc-4596-af83-dbed36d1ff61 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.799319 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea763e82-bebc-4596-af83-dbed36d1ff61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.799686 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea763e82-bebc-4596-af83-dbed36d1ff61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.800308 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea763e82-bebc-4596-af83-dbed36d1ff61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.800559 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea763e82-bebc-4596-af83-dbed36d1ff61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.800930 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea763e82-bebc-4596-af83-dbed36d1ff61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.801287 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea763e82-bebc-4596-af83-dbed36d1ff61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.801672 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea763e82-bebc-4596-af83-dbed36d1ff61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.802037 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea763e82-bebc-4596-af83-dbed36d1ff61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.802388 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea763e82-bebc-4596-af83-dbed36d1ff61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.802735 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea763e82-bebc-4596-af83-dbed36d1ff61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.803083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea763e82-bebc-4596-af83-dbed36d1ff61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 19:59:08.806119 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ea763e82-bebc-4596-af83-dbed36d1ff61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:59:08.807285 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-ea763e82-bebc-4596-af83-dbed36d1ff61 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/0625cc81-283f-49fb-b9a9-8a8d61843bf5 HTTP/1.1" status: 204  len: 168 time: 0.1769631
Feb 03 19:59:08.808227 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ea763e82-bebc-4596-af83-dbed36d1ff61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 19:59:18.790727 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 5 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 19:59:22.813458 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d1fbb10d-380a-47b5-9673-cc7af636eea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:59:25.272761 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d14467cd-dd50-450c-bc2a-7cfc367733f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:59:25.923252 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:59:26.692636 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:59:27.151803 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:59:52.816539 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-14af49ce-c65c-4d97-9c32-9c0d0c2c884b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:59:55.274180 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b46a2ddb-8be4-48b7-b7a3-bfb42d9f638a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:59:55.790513 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 5 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 19:59:55.925802 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:59:56.696963 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 19:59:57.155096 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:00:22.820378 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b9d65ea1-1faa-457b-acdd-6217f9b65ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:00:25.274892 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4051c96a-0351-4ffb-b434-e09c201c4ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:00:25.928862 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:00:26.699497 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:00:27.158038 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:00:32.789740 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 5 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:00:52.822507 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f7868052-58f0-422d-9952-d6ef4841fea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:00:53.874967 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895'] for agent, after_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:00:53.875515 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:00:53.875753 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:00:53.876203 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:00:53.876687 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:00:53.877065 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:00:53.877484 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:00:53.877949 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:00:53.879000 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:00:53.879433 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:00:53.879801 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:00:53.880200 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:00:53.880568 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:00:53.881000 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fc93a1992e8>, 'Open vSwitch agent', 'hv-cinder-77398', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:00:53.885721 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fc93b9bb470>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77398', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:00:54.322645 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] get_endpoint_by_host() called for host hv-cinder-77398 {{(pid=80147) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 03 20:00:54.327302 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] get_endpoint_by_ip() called for ip 192.168.0.109 {{(pid=80147) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 03 20:00:54.330497 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] _add_endpoint() called for ip 192.168.0.109 {{(pid=80147) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 03 20:00:54.335383 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] _get_endpoints() called {{(pid=80147) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 03 20:00:55.275661 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6668bef1-f3f0-49bf-b9b7-3d800dbc3c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:00:55.931972 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:00:56.700552 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:00:57.163851 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:01:04.766445 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 51774) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:01:04.914549 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-50e2c4ec-c0a1-43bb-a349-316a9e140f1d admin admin] 10.222.0.103 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5087 time: 0.1469338
Feb 03 20:01:07.481902 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 51784) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:01:07.577749 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-8ecab21d-9953-4438-978f-4b8c368efa23 admin admin] 10.222.0.103 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5087 time: 0.0945706
Feb 03 20:01:09.789458 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:01:22.823462 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ae23d679-6f6e-472e-9bab-254ce2ab8c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:01:23.893770 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:01:25.277078 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0e8fa89a-a366-4cfc-8c5f-abb2949c5a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:01:25.934451 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:01:26.704879 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:01:27.166017 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:01:46.788734 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:01:52.823969 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7677855a-5af5-4078-b213-4cb31c3f9068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:01:53.885094 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:01:55.277803 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-84dd5982-c080-48bc-8774-525505931b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:01:55.937323 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:01:56.708186 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:01:57.171880 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:22.824204 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3f82408e-0418-46ee-9b7e-a015490dc28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:23.787990 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:02:23.892970 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:25.280305 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f8b28293-ad91-4e84-8e34-b2dfc4204b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:25.944530 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:26.710204 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:27.174782 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:43.905514 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 51916) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:02:44.441217 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1743966473-network', 'tenant_id': 'b84c1548402249709a85618883af036a'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:02:44.446903 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:02:44.451410 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Usage tracker for resource:network and tenant:b84c1548402249709a85618883af036a is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:02:44.454719 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:02:44.461314 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:02:44.470134 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Made reservation on behalf of b84c1548402249709a85618883af036a for: {'network': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:02:44.475008 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:44.489148 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:44.506497 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:02:44.510570 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Usage tracker for resource:security_group_rule and tenant:b84c1548402249709a85618883af036a is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:02:44.513569 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:02:44.519945 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:02:44.638165 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:44.641017 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:44.645723 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-94e7a6e2-f0ce-49f6-9cc4-b1cfaa74947b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:44.694907 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 20:02:44.697837 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706eaad3-302c-4ba1-86b4-9265eb8f9e39,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:44.711961 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.712374 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.712770 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.713252 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.713626 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.713997 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.714361 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.714724 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.715083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.715451 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.715797 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.716185 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.716605 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.717017 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.718643 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.718643 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.718643 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.718643 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.718982 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.719193 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.719548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.719929 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.721105 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.721297 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Tracked resource versions report:
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]: pushed versions:
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]: {   'AddressGroup': {'1.1'},
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:     'ConntrackHelper': {'1.0'},
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Log': {'1.0'},
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Network': {'1.1'},
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Port': {'1.7'},
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:     'PortForwarding': {'1.2'},
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:     'QosPolicy': {'1.8'},
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SecurityGroup': {'1.4'},
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SecurityGroupRule': {'1.2'},
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SubPort': {'1.0'},
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Subnet': {'1.1'},
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Trunk': {'1.1'}}
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]: consumer versions:
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]: {   DHCP agent@dv-cinder-773985-1-iscsi: {},
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:     L3 agent@dv-cinder-773985-1-iscsi: {},
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:     Metadata agent@dv-cinder-773985-1-iscsi: {},
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:     Metering agent@dv-cinder-773985-1-iscsi: {},
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:     Open vSwitch agent@dv-cinder-773985-1-iscsi: {   'AddressGroup': '1.1',
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'ConntrackHelper': '1.0',
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Log': '1.0',
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Network': '1.1',
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Port': '1.7',
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'PortForwarding': '1.2',
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'QosPolicy': '1.8',
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SecurityGroup': '1.4',
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SecurityGroupRule': '1.2',
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SubPort': '1.0',
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Subnet': '1.1',
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Trunk': '1.1'},
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:     Open vSwitch agent@hv-cinder-77398: {   'AddressGroup': '1.1',
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'ConntrackHelper': '1.0',
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'Log': '1.0',
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'Network': '1.1',
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'Port': '1.7',
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'PortForwarding': '1.2',
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'QosPolicy': '1.8',
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'SecurityGroup': '1.4',
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'SecurityGroupRule': '1.2',
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'SubPort': '1.0',
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'Subnet': '1.1',
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'Trunk': '1.1'}}
Feb 03 20:02:44.722576 dv-cinder-773985-1-iscsi neutron-server[80033]:  {{(pid=80146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 03 20:02:44.727314 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:44.728368 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781392429922', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:44.729059 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.segments_db [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Added segment 3df2954e-89b6-4a5d-a420-8eb9925ba3c8 of type vxlan for network 741ac762-c681-4f8b-93d3-bcd62b5e6a92
Feb 03 20:02:44.758290 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781391937907'] for network, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:44.790260 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for network, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:44.791380 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:02:44.792430 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:44.797095 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8973e745-fdc7-4b36-807c-e24bfff8a044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:44.911147 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Pushing event updated for resources: {'Network': ['ID=741ac762-c681-4f8b-93d3-bcd62b5e6a92,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:44.917502 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.0073004
Feb 03 20:02:44.917502 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:44.917737 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 51958) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:02:44.922888 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Network 741ac762-c681-4f8b-93d3-bcd62b5e6a92 details requested by agent ovs-agent-dv-cinder-773985-1-iscsi with host dv-cinder-773985-1-iscsi {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:02:44.924917 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-9e66607b-3acd-4121-8a19-9daf275bb2b5 admin admin] Request body: {'subnet': {'network_id': '741ac762-c681-4f8b-93d3-bcd62b5e6a92', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1743966473-subnet', 'tenant_id': 'b84c1548402249709a85618883af036a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:02:44.930054 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-9e66607b-3acd-4121-8a19-9daf275bb2b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:02:44.934194 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-9e66607b-3acd-4121-8a19-9daf275bb2b5 admin admin] Usage tracker for resource:subnet and tenant:b84c1548402249709a85618883af036a is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:02:44.937312 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-9e66607b-3acd-4121-8a19-9daf275bb2b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:02:44.943188 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-9e66607b-3acd-4121-8a19-9daf275bb2b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:02:44.954173 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e66607b-3acd-4121-8a19-9daf275bb2b5 admin admin] Made reservation on behalf of b84c1548402249709a85618883af036a for: {'subnet': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:02:44.959800 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9e66607b-3acd-4121-8a19-9daf275bb2b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:45.007732 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Network 741ac762-c681-4f8b-93d3-bcd62b5e6a92 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:02:45.347457 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 51974) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:02:45.375523 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 51980) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:02:45.415356 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9e66607b-3acd-4121-8a19-9daf275bb2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for subnet, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:45.431251 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:45.565675 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 51990) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:02:45.631575 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66607b-3acd-4121-8a19-9daf275bb2b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86fe9d08-fbe4-42fd-a85e-4e28bb40d21e,revision_number=0']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:45.634752 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9e66607b-3acd-4121-8a19-9daf275bb2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:45.669009 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e66607b-3acd-4121-8a19-9daf275bb2b5 admin admin] Checking segment: {'id': '3df2954e-89b6-4a5d-a420-8eb9925ba3c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '741ac762-c681-4f8b-93d3-bcd62b5e6a92'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:02:45.669334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e66607b-3acd-4121-8a19-9daf275bb2b5 admin admin] Network hostable DHCP agents. Network: 741ac762-c681-4f8b-93d3-bcd62b5e6a92, hostable agents: ['78a9ef71-605a-41eb-85ca-137cef06346e'], hosted agents: [] {{(pid=80146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 20:02:45.688852 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e66607b-3acd-4121-8a19-9daf275bb2b5 admin admin] Network 741ac762-c681-4f8b-93d3-bcd62b5e6a92 is scheduled to be hosted by DHCP agent 78a9ef71-605a-41eb-85ca-137cef06346e with binding_index 1 {{(pid=80146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 20:02:45.698800 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-9e66607b-3acd-4121-8a19-9daf275bb2b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-iscsi, 741ac762-c681-4f8b-93d3-bcd62b5e6a92) {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:02:45.702829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e66607b-3acd-4121-8a19-9daf275bb2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:02:45.703467 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9e66607b-3acd-4121-8a19-9daf275bb2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:45.713763 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec27475-5b21-4d06-9dd5-fe890c076659 None None] Network 741ac762-c681-4f8b-93d3-bcd62b5e6a92 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:02:45.748509 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-9e66607b-3acd-4121-8a19-9daf275bb2b5 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8296561
Feb 03 20:02:45.904224 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1808507074-network', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:02:45.911379 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:02:45.918698 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Usage tracker for resource:network and tenant:20e86c4b370d4d1ab70110e25f1ebe04 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:02:45.922741 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:02:45.932064 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:02:45.951811 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-15026598-network', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:02:45.959414 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Made reservation on behalf of 20e86c4b370d4d1ab70110e25f1ebe04 for: {'network': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:02:45.965177 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:45.981107 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:02:45.982626 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 52006) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:02:45.993239 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:46.013704 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:02:46.019573 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Usage tracker for resource:security_group_rule and tenant:20e86c4b370d4d1ab70110e25f1ebe04 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:02:46.023971 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:02:46.030557 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:02:46.079186 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Usage tracker for resource:network and tenant:02ef50735d804c2db24fe12e26c282e8 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:02:46.092584 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-427495648-network', 'tenant_id': '54fb9a949b3245c7a0731011941f5a06'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:02:46.096813 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:02:46.103412 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:02:46.107790 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Usage tracker for resource:network and tenant:54fb9a949b3245c7a0731011941f5a06 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:02:46.110783 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:02:46.117664 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:02:46.129815 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Made reservation on behalf of 54fb9a949b3245c7a0731011941f5a06 for: {'network': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:02:46.134529 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:46.148700 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31023d7-3f70-49af-85ff-2e4616dcbf3b None None] Network 741ac762-c681-4f8b-93d3-bcd62b5e6a92 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:02:46.150807 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:02:46.162147 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:46.202103 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:02:46.207231 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Made reservation on behalf of 02ef50735d804c2db24fe12e26c282e8 for: {'network': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:02:46.212400 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:46.227545 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Usage tracker for resource:security_group_rule and tenant:54fb9a949b3245c7a0731011941f5a06 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:02:46.240405 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:02:46.244078 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:46.268117 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:02:46.289792 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:02:46.293496 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:46.296422 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Usage tracker for resource:security_group_rule and tenant:02ef50735d804c2db24fe12e26c282e8 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:02:46.303284 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:02:46.307687 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:46.319619 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1765066340-network', 'tenant_id': '2fbefdf95293404192e9ef9cb9a6b198'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:02:46.323749 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:02:46.325361 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:02:46.342566 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Usage tracker for resource:network and tenant:2fbefdf95293404192e9ef9cb9a6b198 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:02:46.346836 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:02:46.352602 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ea763e82-bebc-4596-af83-dbed36d1ff61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:46.358031 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:02:46.379097 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Made reservation on behalf of 2fbefdf95293404192e9ef9cb9a6b198 for: {'network': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:02:46.384504 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:46.397590 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 20:02:46.421136 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:46.451406 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:02:46.460579 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Usage tracker for resource:security_group_rule and tenant:2fbefdf95293404192e9ef9cb9a6b198 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:02:46.469205 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:02:46.480271 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:02:46.517009 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:46.517840 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.segments_db [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Added segment 9319fd51-3f8a-4400-83f2-37446c6d8ab0 of type vxlan for network b2eb7e8c-bcbc-45cd-b50e-636bc852ed45
Feb 03 20:02:46.525288 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6897bc6-f749-446b-a272-7802c98a6408,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:46.543394 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.543825 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.544143 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.544525 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.544843 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.545195 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.545549 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.545898 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.546255 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.546875 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.547229 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.547579 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.547995 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.548619 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.548751 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.549069 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.549418 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.549959 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.550243 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.550594 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.550963 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.551309 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.551654 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.552022 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Tracked resource versions report:
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]: pushed versions:
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]: {   'AddressGroup': {'1.1'},
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:     'ConntrackHelper': {'1.0'},
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Log': {'1.0'},
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Network': {'1.1'},
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Port': {'1.7'},
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:     'PortForwarding': {'1.2'},
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:     'QosPolicy': {'1.8'},
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SecurityGroup': {'1.4'},
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SecurityGroupRule': {'1.2'},
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SubPort': {'1.0'},
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Subnet': {'1.1'},
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Trunk': {'1.1'}}
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]: consumer versions:
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]: {   DHCP agent@dv-cinder-773985-1-iscsi: {},
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:     L3 agent@dv-cinder-773985-1-iscsi: {},
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:     Metadata agent@dv-cinder-773985-1-iscsi: {},
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:     Metering agent@dv-cinder-773985-1-iscsi: {},
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:     Open vSwitch agent@dv-cinder-773985-1-iscsi: {   'AddressGroup': '1.1',
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'ConntrackHelper': '1.0',
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Log': '1.0',
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Network': '1.1',
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Port': '1.7',
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'PortForwarding': '1.2',
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'QosPolicy': '1.8',
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SecurityGroup': '1.4',
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SecurityGroupRule': '1.2',
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SubPort': '1.0',
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Subnet': '1.1',
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Trunk': '1.1'},
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:     Open vSwitch agent@hv-cinder-77398: {   'AddressGroup': '1.1',
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'ConntrackHelper': '1.0',
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'Log': '1.0',
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'Network': '1.1',
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'Port': '1.7',
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'PortForwarding': '1.2',
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'QosPolicy': '1.8',
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'SecurityGroup': '1.4',
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'SecurityGroupRule': '1.2',
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'SubPort': '1.0',
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'Subnet': '1.1',
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'Trunk': '1.1'}}
Feb 03 20:02:46.553302 dv-cinder-773985-1-iscsi neutron-server[80033]:  {{(pid=80144) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 03 20:02:46.580816 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:46.653667 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781391937907'] for network, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:46.687264 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:46.694827 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:46.703359 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:46.706081 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:46.727725 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:46.731622 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:46.733957 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:46.744448 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e93fd7-9e29-4e73-aea4-cb17c76f4544,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:46.744544 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:46.759061 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:46.779078 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a02fdd-1252-436c-aee4-a4bab9ae39b7,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:46.853321 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8292ec-49d9-4295-9ba2-1a0711fe83c9,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:46.856750 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for network, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:46.858910 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:46.859496 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:46.859877 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:46.862659 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:02:46.863309 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:46.865630 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.api [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80146) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 20:02:46.866117 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.api [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80146) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 20:02:46.868290 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.api [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80144) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 20:02:46.868649 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.api [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 20:02:46.870945 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-25ed1426-578d-4349-a461-9ecb09f0de5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:46.885430 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.api [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80144) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 20:02:46.885782 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.api [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 20:02:47.099051 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Pushing event updated for resources: {'Network': ['ID=b2eb7e8c-bcbc-45cd-b50e-636bc852ed45,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:47.117362 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Network b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 details requested by agent ovs-agent-dv-cinder-773985-1-iscsi with host dv-cinder-773985-1-iscsi {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:02:47.117532 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:47.151941 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.8032603
Feb 03 20:02:47.155202 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 52052) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:02:47.162216 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-a15c4f7b-fa99-48ec-947f-e1cbe76a168f admin admin] Request body: {'subnet': {'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1808507074-subnet', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:02:47.169161 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-a15c4f7b-fa99-48ec-947f-e1cbe76a168f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:02:47.179181 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-a15c4f7b-fa99-48ec-947f-e1cbe76a168f admin admin] Usage tracker for resource:subnet and tenant:20e86c4b370d4d1ab70110e25f1ebe04 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:02:47.188812 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-a15c4f7b-fa99-48ec-947f-e1cbe76a168f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:02:47.209037 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-a15c4f7b-fa99-48ec-947f-e1cbe76a168f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:02:47.222449 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15c4f7b-fa99-48ec-947f-e1cbe76a168f admin admin] Made reservation on behalf of 20e86c4b370d4d1ab70110e25f1ebe04 for: {'subnet': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:02:47.227245 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a15c4f7b-fa99-48ec-947f-e1cbe76a168f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:47.325335 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Network b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:02:47.369561 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:47.390561 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:47.530715 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 20:02:47.579411 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:47.580600 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.segments_db [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Added segment cfbe3585-9b60-4b39-8e7e-98a632132ac1 of type vxlan for network d66d5c41-e90b-4c7c-9091-e02b4897e8ac
Feb 03 20:02:47.620373 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781391937907'] for network, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:47.658376 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for network, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:47.661393 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:02:47.662268 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:47.670543 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:47.672013 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:47.726750 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 20:02:47.749701 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781392429922', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:47.750366 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.segments_db [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Added segment c51be60e-c001-43d2-bd36-2a172e2801c1 of type vxlan for network af102b1c-7492-4e37-9158-b0b3f6c042a8
Feb 03 20:02:47.793022 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Pushing event updated for resources: {'Network': ['ID=d66d5c41-e90b-4c7c-9091-e02b4897e8ac,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:47.793176 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781391937907'] for network, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:47.796595 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:47.797529 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.api [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80144) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 20:02:47.798118 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.api [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 20:02:47.811343 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Network d66d5c41-e90b-4c7c-9091-e02b4897e8ac details requested by agent ovs-agent-dv-cinder-773985-1-iscsi with host dv-cinder-773985-1-iscsi {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:02:47.818811 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.2508581
Feb 03 20:02:47.823637 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 52080) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:02:47.831466 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-ff621983-6830-4576-9b7b-11a8364fd86d admin admin] Request body: {'subnet': {'network_id': 'd66d5c41-e90b-4c7c-9091-e02b4897e8ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-427495648-subnet', 'tenant_id': '54fb9a949b3245c7a0731011941f5a06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:02:47.843092 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Network d66d5c41-e90b-4c7c-9091-e02b4897e8ac details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:02:47.900396 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-ff621983-6830-4576-9b7b-11a8364fd86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:02:47.912273 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for network, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:47.913396 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-ff621983-6830-4576-9b7b-11a8364fd86d admin admin] Usage tracker for resource:subnet and tenant:54fb9a949b3245c7a0731011941f5a06 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:02:47.919737 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-ff621983-6830-4576-9b7b-11a8364fd86d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:02:47.922779 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:02:47.923952 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:47.928014 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:47.949396 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-ff621983-6830-4576-9b7b-11a8364fd86d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:02:48.044299 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff621983-6830-4576-9b7b-11a8364fd86d admin admin] Made reservation on behalf of 54fb9a949b3245c7a0731011941f5a06 for: {'subnet': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:02:48.050331 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ff621983-6830-4576-9b7b-11a8364fd86d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:48.168141 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 52094) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:02:48.168641 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.1847799
Feb 03 20:02:48.191336 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-9e531dba-cc37-4748-8ab0-3bc050f392cc admin admin] Request body: {'subnet': {'network_id': 'af102b1c-7492-4e37-9158-b0b3f6c042a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1765066340-subnet', 'tenant_id': '2fbefdf95293404192e9ef9cb9a6b198', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:02:48.201227 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Pushing event updated for resources: {'Network': ['ID=af102b1c-7492-4e37-9158-b0b3f6c042a8,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:48.207532 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:48.221448 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-9e531dba-cc37-4748-8ab0-3bc050f392cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:02:48.222108 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Network af102b1c-7492-4e37-9158-b0b3f6c042a8 details requested by agent ovs-agent-dv-cinder-773985-1-iscsi with host dv-cinder-773985-1-iscsi {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:02:48.241573 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-9e531dba-cc37-4748-8ab0-3bc050f392cc admin admin] Usage tracker for resource:subnet and tenant:2fbefdf95293404192e9ef9cb9a6b198 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:02:48.250228 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-9e531dba-cc37-4748-8ab0-3bc050f392cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:02:48.263403 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-9e531dba-cc37-4748-8ab0-3bc050f392cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:02:48.266059 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Network af102b1c-7492-4e37-9158-b0b3f6c042a8 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:02:48.286676 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e531dba-cc37-4748-8ab0-3bc050f392cc admin admin] Made reservation on behalf of 2fbefdf95293404192e9ef9cb9a6b198 for: {'subnet': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:02:48.303707 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9e531dba-cc37-4748-8ab0-3bc050f392cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:48.379757 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 52106) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:02:48.387936 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 03 20:02:48.629179 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:48.701650 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 20:02:48.737785 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:48.738177 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.segments_db [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Added segment 21f320d7-b94d-4ce4-b976-ee13b6aa7f47 of type vxlan for network 4826c2d9-ff92-4255-84fc-4664139f9cbb
Feb 03 20:02:48.791745 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781391937907'] for network, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:48.895100 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for network, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:48.899098 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:02:48.899744 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:48.901175 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-f0cc5b8b-8506-4423-b911-815883222f6a tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:02:48.901970 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-f0cc5b8b-8506-4423-b911-815883222f6a tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Synchronizing usage tracker for tenant:b84c1548402249709a85618883af036a on resource:network {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:02:48.905466 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:48.947608 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a15c4f7b-fa99-48ec-947f-e1cbe76a168f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for subnet, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:48.969017 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ffee51b5-26ad-4364-9ba1-a4ffdcfc8a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:48.997588 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-f0cc5b8b-8506-4423-b911-815883222f6a tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Unset dirty status for tenant:b84c1548402249709a85618883af036a on resource:network {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:02:48.998298 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-f0cc5b8b-8506-4423-b911-815883222f6a tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/networks?id=741ac762-c681-4f8b-93d3-bcd62b5e6a92 HTTP/1.1" status: 200  len: 812 time: 0.6174195
Feb 03 20:02:49.034265 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 3.6563592
Feb 03 20:02:49.039094 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 52136) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:02:49.041893 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Pushing event updated for resources: {'Network': ['ID=4826c2d9-ff92-4255-84fc-4664139f9cbb,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:49.046083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:49.050652 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-3e53c777-6d43-41dc-bfdb-5996e2398ffe admin admin] Request body: {'subnet': {'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-15026598-subnet', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:02:49.054136 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Network 4826c2d9-ff92-4255-84fc-4664139f9cbb details requested by agent ovs-agent-dv-cinder-773985-1-iscsi with host dv-cinder-773985-1-iscsi {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:02:49.072678 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-3e53c777-6d43-41dc-bfdb-5996e2398ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:02:49.083810 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Network 4826c2d9-ff92-4255-84fc-4664139f9cbb details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:02:49.087665 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-3e53c777-6d43-41dc-bfdb-5996e2398ffe admin admin] Usage tracker for resource:subnet and tenant:02ef50735d804c2db24fe12e26c282e8 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:02:49.100523 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-3e53c777-6d43-41dc-bfdb-5996e2398ffe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:02:49.111503 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-335e9c14-01ef-41f7-af0a-f803974d9696 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/quotas/b84c1548402249709a85618883af036a HTTP/1.1" status: 200  len: 375 time: 0.0479579
Feb 03 20:02:49.125711 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-3e53c777-6d43-41dc-bfdb-5996e2398ffe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:02:49.192969 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c4f7b-fa99-48ec-947f-e1cbe76a168f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f359afcf-4f0c-4f99-9cfc-156f20cf5791,revision_number=0']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:49.209656 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a15c4f7b-fa99-48ec-947f-e1cbe76a168f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:49.232807 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-02d0530e-cdf9-4bb4-91fe-644d379f4c01 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=b84c1548402249709a85618883af036a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1076441
Feb 03 20:02:49.270738 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e53c777-6d43-41dc-bfdb-5996e2398ffe admin admin] Made reservation on behalf of 02ef50735d804c2db24fe12e26c282e8 for: {'subnet': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:02:49.290810 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3e53c777-6d43-41dc-bfdb-5996e2398ffe admin admin] Notify callbacks [] for subnet, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:49.385972 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9e531dba-cc37-4748-8ab0-3bc050f392cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for subnet, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:49.414852 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-efadb2df-b134-47b2-9990-cf34f29a988b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:49.466604 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15c4f7b-fa99-48ec-947f-e1cbe76a168f admin admin] Checking segment: {'id': '9319fd51-3f8a-4400-83f2-37446c6d8ab0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:02:49.467004 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15c4f7b-fa99-48ec-947f-e1cbe76a168f admin admin] Network hostable DHCP agents. Network: b2eb7e8c-bcbc-45cd-b50e-636bc852ed45, hostable agents: ['78a9ef71-605a-41eb-85ca-137cef06346e'], hosted agents: [] {{(pid=80146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 20:02:49.525059 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ff621983-6830-4576-9b7b-11a8364fd86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for subnet, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:49.527093 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15c4f7b-fa99-48ec-947f-e1cbe76a168f admin admin] Network b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 is scheduled to be hosted by DHCP agent 78a9ef71-605a-41eb-85ca-137cef06346e with binding_index 1 {{(pid=80146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 20:02:49.556774 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:49.585795 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-a15c4f7b-fa99-48ec-947f-e1cbe76a168f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-iscsi, b2eb7e8c-bcbc-45cd-b50e-636bc852ed45) {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:02:49.594334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8110fd0-1cea-41ed-8c0d-412409baa029 None None] Network b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:02:49.600589 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e531dba-cc37-4748-8ab0-3bc050f392cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=368439ae-4a30-4f8e-9ca5-d8ceab7bfb9e,revision_number=0']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:49.612459 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9e531dba-cc37-4748-8ab0-3bc050f392cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:49.614208 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15c4f7b-fa99-48ec-947f-e1cbe76a168f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:02:49.614863 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a15c4f7b-fa99-48ec-947f-e1cbe76a168f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:49.700352 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-a15c4f7b-fa99-48ec-947f-e1cbe76a168f admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.5432098
Feb 03 20:02:49.709830 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 52174) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:02:49.723157 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1808507074-router', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:02:49.728442 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:02:49.732768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Usage tracker for resource:router and tenant:20e86c4b370d4d1ab70110e25f1ebe04 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:02:49.736585 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:02:49.742743 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:02:49.782416 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e531dba-cc37-4748-8ab0-3bc050f392cc admin admin] Checking segment: {'id': 'c51be60e-c001-43d2-bd36-2a172e2801c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af102b1c-7492-4e37-9158-b0b3f6c042a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:02:49.782966 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e531dba-cc37-4748-8ab0-3bc050f392cc admin admin] Network hostable DHCP agents. Network: af102b1c-7492-4e37-9158-b0b3f6c042a8, hostable agents: ['78a9ef71-605a-41eb-85ca-137cef06346e'], hosted agents: [] {{(pid=80144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 20:02:49.786947 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63094'] for router, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:49.788160 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846791573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846789013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8036125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854712722'] for router, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:49.811392 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-35ece451-6b06-42cc-886f-2606de6b879c service neutron] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=80146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 20:02:49.820056 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-35ece451-6b06-42cc-886f-2606de6b879c service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3328748
Feb 03 20:02:49.825434 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff621983-6830-4576-9b7b-11a8364fd86d admin admin] Pushing event updated for resources: {'Subnet': ['ID=79590a3a-e4fa-4711-a4bb-192651bead9e,revision_number=0']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:49.837612 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e531dba-cc37-4748-8ab0-3bc050f392cc admin admin] Network af102b1c-7492-4e37-9158-b0b3f6c042a8 is scheduled to be hosted by DHCP agent 78a9ef71-605a-41eb-85ca-137cef06346e with binding_index 1 {{(pid=80144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 20:02:49.863821 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ff621983-6830-4576-9b7b-11a8364fd86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:49.864230 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-9e531dba-cc37-4748-8ab0-3bc050f392cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-iscsi, af102b1c-7492-4e37-9158-b0b3f6c042a8) {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:02:49.870952 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e531dba-cc37-4748-8ab0-3bc050f392cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:02:49.871592 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9e531dba-cc37-4748-8ab0-3bc050f392cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:49.888921 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896245ec-b9c9-48e6-bffc-353f4c2c4d28 None None] Network af102b1c-7492-4e37-9158-b0b3f6c042a8 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:02:49.968877 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-9e531dba-cc37-4748-8ab0-3bc050f392cc admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.7983608
Feb 03 20:02:50.000774 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:50.179722 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-d8186d11-4e5f-4160-adb0-c01842c2f09c service neutron] 10.222.0.103 "GET /v2.0/networks/741ac762-c681-4f8b-93d3-bcd62b5e6a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3585413
Feb 03 20:02:50.182382 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff621983-6830-4576-9b7b-11a8364fd86d admin admin] Checking segment: {'id': 'cfbe3585-9b60-4b39-8e7e-98a632132ac1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd66d5c41-e90b-4c7c-9091-e02b4897e8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:02:50.182774 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff621983-6830-4576-9b7b-11a8364fd86d admin admin] Network hostable DHCP agents. Network: d66d5c41-e90b-4c7c-9091-e02b4897e8ac, hostable agents: ['78a9ef71-605a-41eb-85ca-137cef06346e'], hosted agents: [] {{(pid=80146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 20:02:50.200996 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3e53c777-6d43-41dc-bfdb-5996e2398ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for subnet, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:50.241789 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9e531dba-cc37-4748-8ab0-3bc050f392cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:50.244629 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20dd8c5e-75be-5be5-9ee4-f2dad36667d2-b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'fixed_ips': [{'subnet_id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791'}]}} from dv-cinder-773985-1-iscsi. {{(pid=80147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 03 20:02:50.245548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:50.558885 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a25fbf-b139-4d79-a932-7de7983e7aca None None] Network af102b1c-7492-4e37-9158-b0b3f6c042a8 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:02:50.658224 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e53c777-6d43-41dc-bfdb-5996e2398ffe admin admin] Checking segment: {'id': '21f320d7-b94d-4ce4-b976-ee13b6aa7f47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:02:50.658532 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e53c777-6d43-41dc-bfdb-5996e2398ffe admin admin] Network hostable DHCP agents. Network: 4826c2d9-ff92-4255-84fc-4664139f9cbb, hostable agents: ['78a9ef71-605a-41eb-85ca-137cef06346e'], hosted agents: [] {{(pid=80144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 20:02:50.670308 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-4b478780-1867-4055-93c0-340d0bef8777 service neutron] 10.222.0.103 "GET /v2.0/networks/741ac762-c681-4f8b-93d3-bcd62b5e6a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4893200
Feb 03 20:02:50.682248 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53c777-6d43-41dc-bfdb-5996e2398ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a7e0094-f26b-4461-b4af-b0f9b0b24802,revision_number=0']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:50.692566 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3e53c777-6d43-41dc-bfdb-5996e2398ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:50.706086 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 52240) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:02:50.710260 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 03 20:02:50.740803 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e53c777-6d43-41dc-bfdb-5996e2398ffe admin admin] Network 4826c2d9-ff92-4255-84fc-4664139f9cbb is scheduled to be hosted by DHCP agent 78a9ef71-605a-41eb-85ca-137cef06346e with binding_index 1 {{(pid=80144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 20:02:50.814876 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-3e53c777-6d43-41dc-bfdb-5996e2398ffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-iscsi, 4826c2d9-ff92-4255-84fc-4664139f9cbb) {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:02:50.823775 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e53c777-6d43-41dc-bfdb-5996e2398ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:02:50.824441 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3e53c777-6d43-41dc-bfdb-5996e2398ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:50.858134 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-3e53c777-6d43-41dc-bfdb-5996e2398ffe admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.8177428
Feb 03 20:02:50.859008 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 52250) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:02:50.873052 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-15026598-router', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:02:50.882014 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:02:50.919008 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Usage tracker for resource:router and tenant:02ef50735d804c2db24fe12e26c282e8 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:02:50.936237 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:02:50.963807 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:02:50.980612 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff621983-6830-4576-9b7b-11a8364fd86d admin admin] Network d66d5c41-e90b-4c7c-9091-e02b4897e8ac is scheduled to be hosted by DHCP agent 78a9ef71-605a-41eb-85ca-137cef06346e with binding_index 1 {{(pid=80146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 20:02:51.010338 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98206ff9-693e-4072-ae03-ce3f17db4e81 None None] Network 4826c2d9-ff92-4255-84fc-4664139f9cbb requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:02:51.031086 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-ff621983-6830-4576-9b7b-11a8364fd86d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-iscsi, d66d5c41-e90b-4c7c-9091-e02b4897e8ac) {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:02:51.047457 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846789032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854712737'] for router, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:51.063025 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff621983-6830-4576-9b7b-11a8364fd86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:02:51.065593 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ff621983-6830-4576-9b7b-11a8364fd86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:51.075747 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab39e51d-01a4-4b26-a6bb-45e2da63ea0b None None] Network d66d5c41-e90b-4c7c-9091-e02b4897e8ac requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:02:51.122144 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-0dd476f7-7390-4fba-bf6a-ab34314a98ff tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:02:51.123976 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-0dd476f7-7390-4fba-bf6a-ab34314a98ff tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/networks?id=af102b1c-7492-4e37-9158-b0b3f6c042a8 HTTP/1.1" status: 200  len: 815 time: 0.4168110
Feb 03 20:02:51.143374 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63094'] for router, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:51.145256 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846791573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846789013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8036125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854712722'] for router, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:51.162589 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-b3068de8-9211-4a11-8208-68eb0e415b01 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/quotas/2fbefdf95293404192e9ef9cb9a6b198 HTTP/1.1" status: 200  len: 375 time: 0.0318711
Feb 03 20:02:51.244507 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-ff621983-6830-4576-9b7b-11a8364fd86d admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 3.4196858
Feb 03 20:02:51.247233 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 52290) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:02:51.253492 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-427495648-router', 'tenant_id': '54fb9a949b3245c7a0731011941f5a06', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:02:51.258532 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:02:51.263057 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Usage tracker for resource:router and tenant:54fb9a949b3245c7a0731011941f5a06 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:02:51.266172 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:02:51.274064 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:02:51.287984 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63094'] for router, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:51.289090 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846791573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846789013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8036125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854712722'] for router, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:51.302964 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f5f0c7f7-3517-4519-b08f-4610328f974e tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=2fbefdf95293404192e9ef9cb9a6b198&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1163235
Feb 03 20:02:51.308419 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:51.424875 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:51.462734 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7746a038-36f0-4300-8ee3-9fe1d22c5803 req-30593495-4334-44e7-867a-0d3a103e5ef2 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 210 time: 0.1671200
Feb 03 20:02:51.674150 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Allocated IP 172.20.0.2 (b2eb7e8c-bcbc-45cd-b50e-636bc852ed45/f359afcf-4f0c-4f99-9cfc-156f20cf5791/92c00c6b-c1fb-4a79-a58e-cdb22f3c3581) {{(pid=80147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:02:51.984079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Notify callbacks [] for port, precommit_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:52.003601 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Transition to ACTIVE for port object 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581 will not be triggered until provisioned by entity L2. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:02:52.031945 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-a97e2491-d9d0-464d-baef-6ec0015bfc79 service neutron] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=80144) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 20:02:52.033739 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-a97e2491-d9d0-464d-baef-6ec0015bfc79 service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.6137006
Feb 03 20:02:52.214226 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 52336) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:02:52.227233 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Transition to ACTIVE for port object 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581 will not be triggered until provisioned by entity DHCP. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:02:52.279550 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846789032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854712737'] for router, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:52.332969 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:52.380152 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:52.433174 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:52.555600 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b672c2-3f03-4766-aaa9-2e75f4a566f9 None None] Network d66d5c41-e90b-4c7c-9091-e02b4897e8ac requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:02:52.741487 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846789032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854712737'] for router, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:52.753271 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-b759e614-179c-4908-9e18-85a7107be9d9 service neutron] 10.222.0.103 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7096496
Feb 03 20:02:52.793043 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:52.801915 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Allocated IP 172.27.3.115 (b3f750ce-bc55-47f2-a098-fbecdde1b124/04309e75-65fb-4427-af0c-5eb643715331/14671638-1e8b-4893-8f7c-e0ac0a5c6604) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:02:52.900588 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20dd8c5e-75be-5be5-9ee4-f2dad36667d2-4826c2d9-ff92-4255-84fc-4664139f9cbb', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'fixed_ips': [{'subnet_id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802'}]}} from dv-cinder-773985-1-iscsi. {{(pid=80147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 03 20:02:52.901496 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:52.963337 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Network b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 is already hosted by enough agents. {{(pid=80147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:02:52.982948 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7b8e85ef-5f82-4e19-b5b0-9d8942248bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:53.018600 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Resources bound (agent type, host, resource id):  {{(pid=80147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:02:53.023122 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-7b8e85ef-5f82-4e19-b5b0-9d8942248bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:02:53.024567 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-43ebc43b-239c-47f0-81e8-2ad826406924 req-0979c7be-e400-458f-b8e9-3c631250547e tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 210 time: 0.0950315
Feb 03 20:02:53.032941 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-7b8e85ef-5f82-4e19-b5b0-9d8942248bea admin admin] Usage tracker for resource:security_group_rule and tenant:4d81dd5dc4fa4479b4ad81344ce28e23 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:02:53.035231 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:53.036981 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-7b8e85ef-5f82-4e19-b5b0-9d8942248bea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:02:53.038002 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Received port after_create {{(pid=80147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:02:53.059783 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-7b8e85ef-5f82-4e19-b5b0-9d8942248bea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:02:53.082075 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-d99cc2cc-07e5-4b62-9e5c-ebd920c4da6b service neutron] 10.222.0.103 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3110425
Feb 03 20:02:53.152817 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Attempting to bind port 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581 on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:02:53.160317 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Attempting to bind port 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581 by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': '9319fd51-3f8a-4400-83f2-37446c6d8ab0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45'}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:02:53.160963 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Attempting to bind port 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581 on network b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:02:53.170929 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:02:53.171686 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Checking segment: {'id': '9319fd51-3f8a-4400-83f2-37446c6d8ab0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:02:53.172300 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:53.172868 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Bound using segment: {'id': '9319fd51-3f8a-4400-83f2-37446c6d8ab0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45'} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:02:53.174074 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Bound port: 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9319fd51-3f8a-4400-83f2-37446c6d8ab0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45'}}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:02:53.174794 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:53.236401 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Pushing event updated for resources: {'Port': ['ID=92c00c6b-c1fb-4a79-a58e-cdb22f3c3581,revision_number=1']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:53.383632 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7b8e85ef-5f82-4e19-b5b0-9d8942248bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:53.388576 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7b8e85ef-5f82-4e19-b5b0-9d8942248bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:53.405639 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:53.429709 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:53.481418 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:53.515843 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e85ef-5f82-4e19-b5b0-9d8942248bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b93bbe-5729-4687-a038-4303cdd98079,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:53.521417 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7b8e85ef-5f82-4e19-b5b0-9d8942248bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:53.536233 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-7b8e85ef-5f82-4e19-b5b0-9d8942248bea admin admin] Synchronizing usage tracker for tenant:7c71e650d8034ba6abadea38cdc88163 on resource:security_group {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:02:53.556058 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2131f2f8-a8d3-4a24-aa9f-5f0ad5f8c9eb req-ec46b126-47d2-41c6-a450-69aa9feb77d4 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 210 time: 0.0868134
Feb 03 20:02:53.570062 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Allocated IP 172.20.0.2 (4826c2d9-ff92-4255-84fc-4664139f9cbb/5a7e0094-f26b-4461-b4af-b0f9b0b24802/d2345759-bda6-4348-b0a2-cdd19fc53dce) {{(pid=80147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:02:53.593160 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:53.620531 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a23a3b4d-93ee-4c52-9aeb-4e90954b51ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:53.644609 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-7b8e85ef-5f82-4e19-b5b0-9d8942248bea admin admin] Unset dirty status for tenant:7c71e650d8034ba6abadea38cdc88163 on resource:security_group {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:02:53.645977 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-7b8e85ef-5f82-4e19-b5b0-9d8942248bea admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=4d81dd5dc4fa4479b4ad81344ce28e23&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4306543
Feb 03 20:02:53.649301 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 52380) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:02:53.761488 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:53.811199 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:53.834737 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Pushing event updated for resources: {'Port': ['ID=14671638-1e8b-4893-8f7c-e0ac0a5c6604,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:53.839578 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Notify callbacks [] for port, precommit_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:53.841598 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:53.851885 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Transition to ACTIVE for port object d2345759-bda6-4348-b0a2-cdd19fc53dce will not be triggered until provisioned by entity L2. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:02:53.875952 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.877469 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.878014 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.878580 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.879036 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.879346 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.881453 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.881859 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.883853 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.885890 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.886294 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.886680 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.887112 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.887490 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.887863 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.888257 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.888728 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.888985 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.889350 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.892577 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.892952 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.893389 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.893919 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.894268 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Tracked resource versions report:
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]: pushed versions:
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]: {   'AddressGroup': {'1.1'},
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:     'ConntrackHelper': {'1.0'},
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Log': {'1.0'},
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Network': {'1.1'},
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Port': {'1.7'},
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:     'PortForwarding': {'1.2'},
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:     'QosPolicy': {'1.8'},
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SecurityGroup': {'1.4'},
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SecurityGroupRule': {'1.2'},
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SubPort': {'1.0'},
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Subnet': {'1.1'},
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Trunk': {'1.1'}}
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]: consumer versions:
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]: {   DHCP agent@dv-cinder-773985-1-iscsi: {},
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:     L3 agent@dv-cinder-773985-1-iscsi: {},
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:     Metadata agent@dv-cinder-773985-1-iscsi: {},
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:     Metering agent@dv-cinder-773985-1-iscsi: {},
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:     Open vSwitch agent@dv-cinder-773985-1-iscsi: {   'AddressGroup': '1.1',
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'ConntrackHelper': '1.0',
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Log': '1.0',
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Network': '1.1',
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Port': '1.7',
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'PortForwarding': '1.2',
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'QosPolicy': '1.8',
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SecurityGroup': '1.4',
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SecurityGroupRule': '1.2',
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SubPort': '1.0',
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Subnet': '1.1',
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Trunk': '1.1'},
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:     Open vSwitch agent@hv-cinder-77398: {   'AddressGroup': '1.1',
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'ConntrackHelper': '1.0',
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'Log': '1.0',
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'Network': '1.1',
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'Port': '1.7',
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'PortForwarding': '1.2',
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'QosPolicy': '1.8',
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'SecurityGroup': '1.4',
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'SecurityGroupRule': '1.2',
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'SubPort': '1.0',
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'Subnet': '1.1',
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'Trunk': '1.1'}}
Feb 03 20:02:53.898015 dv-cinder-773985-1-iscsi neutron-server[80033]:  {{(pid=80147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 03 20:02:53.914161 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.121s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:53.915630 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b9e732a5-fa4e-49f5-88f2-4b5a31de010b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:53.953988 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1597f6ce-4546-495a-9d98-e1e8beee199b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:54.001070 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Transition to ACTIVE for port object d2345759-bda6-4348-b0a2-cdd19fc53dce will not be triggered until provisioned by entity DHCP. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:02:54.002513 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:54.021456 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:54.039398 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1597f6ce-4546-495a-9d98-e1e8beee199b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:54.042577 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:54.052674 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Network b3f750ce-bc55-47f2-a098-fbecdde1b124 is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:02:54.090818 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Allocated IP 172.27.3.228 (b3f750ce-bc55-47f2-a098-fbecdde1b124/04309e75-65fb-4427-af0c-5eb643715331/0dfb8c81-b3d1-418b-b071-a573d8119929) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:02:54.093075 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:02:54.096247 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:02:54.445061 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1597f6ce-4546-495a-9d98-e1e8beee199b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:54.452107 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e88bc983-ba9a-46cb-a210-8367006620e9 req-37c994c9-fcc0-4f92-bd8c-3321e4da7856 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 210 time: 0.1158991
Feb 03 20:02:54.470352 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:54.499859 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597f6ce-4546-495a-9d98-e1e8beee199b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b93bbe-5729-4687-a038-4303cdd98079,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:54.506959 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1597f6ce-4546-495a-9d98-e1e8beee199b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:54.529926 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1597f6ce-4546-495a-9d98-e1e8beee199b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:54.531168 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-1597f6ce-4546-495a-9d98-e1e8beee199b admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/a6b93bbe-5729-4687-a038-4303cdd98079 HTTP/1.1" status: 204  len: 168 time: 0.8808899
Feb 03 20:02:54.592668 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] For port 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:02:54.601618 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] For port 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=92c00c6b-c1fb-4a79-a58e-cdb22f3c3581,segment=NetworkSegment(9319fd51-3f8a-4400-83f2-37446c6d8ab0),segment_id=9319fd51-3f8a-4400-83f2-37446c6d8ab0)] {{(pid=80147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:02:54.644838 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:54.656593 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:54.726555 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:54.833337 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Network 4826c2d9-ff92-4255-84fc-4664139f9cbb is already hosted by enough agents. {{(pid=80147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:02:54.837453 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:54.846485 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Resources bound (agent type, host, resource id):  {{(pid=80147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:02:54.858950 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Received port after_create {{(pid=80147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:02:54.861519 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Pushing event updated for resources: {'Port': ['ID=d2345759-bda6-4348-b0a2-cdd19fc53dce,revision_number=1']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:54.884320 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Allocated IP 172.27.3.114 (b3f750ce-bc55-47f2-a098-fbecdde1b124/04309e75-65fb-4427-af0c-5eb643715331/d80a4335-0000-4dbd-8718-9dbebdc66793) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:02:54.953674 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.911s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:54.971958 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f50eaffc-0fe9-45ad-8d55-872d21de7563 req-c96e8756-04bb-4d4a-9343-74c716e7f2d6 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 210 time: 0.1969116
Feb 03 20:02:55.009136 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:55.045061 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Pushing event updated for resources: {'Port': ['ID=0dfb8c81-b3d1-418b-b071-a573d8119929,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:55.067973 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:55.135632 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.67', 52090) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:02:55.145043 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:55.146227 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Network b3f750ce-bc55-47f2-a098-fbecdde1b124 is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:02:55.149636 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:02:55.157436 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:02:55.184521 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:55.205871 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:55.207718 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Attempting to bind port d2345759-bda6-4348-b0a2-cdd19fc53dce on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:02:55.208139 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Attempting to bind port d2345759-bda6-4348-b0a2-cdd19fc53dce by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': '21f320d7-b94d-4ce4-b976-ee13b6aa7f47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb'}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:02:55.208752 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Attempting to bind port d2345759-bda6-4348-b0a2-cdd19fc53dce on network 4826c2d9-ff92-4255-84fc-4664139f9cbb {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:02:55.211270 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Pushing event updated for resources: {'Port': ['ID=92c00c6b-c1fb-4a79-a58e-cdb22f3c3581,revision_number=2']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:55.236273 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:55.241923 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:02:55.247810 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Checking segment: {'id': '21f320d7-b94d-4ce4-b976-ee13b6aa7f47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:02:55.248835 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:55.249427 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Bound using segment: {'id': '21f320d7-b94d-4ce4-b976-ee13b6aa7f47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb'} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:02:55.251015 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Bound port: d2345759-bda6-4348-b0a2-cdd19fc53dce, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f320d7-b94d-4ce4-b976-ee13b6aa7f47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb'}}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:02:55.253092 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:55.411990 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:55.460680 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] For port d2345759-bda6-4348-b0a2-cdd19fc53dce, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:02:55.464488 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] For port d2345759-bda6-4348-b0a2-cdd19fc53dce, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=d2345759-bda6-4348-b0a2-cdd19fc53dce,segment=NetworkSegment(21f320d7-b94d-4ce4-b976-ee13b6aa7f47),segment_id=21f320d7-b94d-4ce4-b976-ee13b6aa7f47)] {{(pid=80147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:02:55.466469 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f10a7e12-c1c7-41b2-a319-0e2d92a5b22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:55.471139 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:55.551244 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Pushing event updated for resources: {'Port': ['ID=d80a4335-0000-4dbd-8718-9dbebdc66793,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:55.727577 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:55.895593 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 52444) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:02:55.952659 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4ca8997e-cfbc-43d6-bdbc-f8bf8ae24d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:55.957580 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Pushing event updated for resources: {'Port': ['ID=d2345759-bda6-4348-b0a2-cdd19fc53dce,revision_number=2']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:55.966261 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:55.973285 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:55.987128 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-4ca8997e-cfbc-43d6-bdbc-f8bf8ae24d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:02:55.991747 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-4ca8997e-cfbc-43d6-bdbc-f8bf8ae24d7f admin admin] Usage tracker for resource:security_group_rule and tenant:2e59c67eebf9490cb97aaaec111934d8 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:02:55.995419 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-4ca8997e-cfbc-43d6-bdbc-f8bf8ae24d7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:02:56.003632 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-4ca8997e-cfbc-43d6-bdbc-f8bf8ae24d7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:02:56.037508 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:56.038024 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.67', 52097) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:02:56.115537 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4ca8997e-cfbc-43d6-bdbc-f8bf8ae24d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:56.144742 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-560be3a9-c15d-414c-9834-0e3fc6d8062f req-a8f8f04e-27cc-4125-abc4-d57f185d4494 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 210 time: 0.1055043
Feb 03 20:02:56.173829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4ca8997e-cfbc-43d6-bdbc-f8bf8ae24d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:56.223200 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:56.259166 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-4ca8997e-cfbc-43d6-bdbc-f8bf8ae24d7f admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=2e59c67eebf9490cb97aaaec111934d8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3618088
Feb 03 20:02:56.302057 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 52482) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:02:56.312494 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8997e-cfbc-43d6-bdbc-f8bf8ae24d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7044dde-da52-4116-9a21-1894c1fcde6c,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:56.439167 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-5579fae6-f67b-4e82-b06c-b0a7e53ad433 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:02:56.441090 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-5579fae6-f67b-4e82-b06c-b0a7e53ad433 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.67 "GET /v2.0/networks?id=741ac762-c681-4f8b-93d3-bcd62b5e6a92 HTTP/1.1" status: 200  len: 812 time: 1.2935104
Feb 03 20:02:56.446983 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-4ca8997e-cfbc-43d6-bdbc-f8bf8ae24d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:56.505809 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3d9f95d9-beeb-400c-bc08-988102306d14 req-8e9bf158-46a5-4a09-af3d-43f760857be4 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 210 time: 0.0576808
Feb 03 20:02:56.543359 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-ebd66bba-ece3-452c-846e-60d5d91a03a9 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:02:56.544302 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-ebd66bba-ece3-452c-846e-60d5d91a03a9 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Synchronizing usage tracker for tenant:2fbefdf95293404192e9ef9cb9a6b198 on resource:network {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:02:56.573584 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-e7b7bbb7-3e16-4936-b27c-e2f2f3d3c0f4 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Request body: {'port': {'device_id': '3dbe9b65-ba86-4d2a-b0d9-ffe239395b56', 'network_id': '741ac762-c681-4f8b-93d3-bcd62b5e6a92', 'admin_state_up': True, 'tenant_id': 'b84c1548402249709a85618883af036a'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:02:56.737847 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:56.975690 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:57.186367 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Network b3f750ce-bc55-47f2-a098-fbecdde1b124 is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:02:57.206676 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:02:57.214280 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:02:57.215698 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:57.276120 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-e7b7bbb7-3e16-4936-b27c-e2f2f3d3c0f4 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:02:57.332451 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device d2345759-bda6-4348-b0a2-cdd19fc53dce up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:02:57.419086 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-e7b7bbb7-3e16-4936-b27c-e2f2f3d3c0f4 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Usage tracker for resource:port and tenant:b84c1548402249709a85618883af036a is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:02:57.425803 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-e7b7bbb7-3e16-4936-b27c-e2f2f3d3c0f4 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:02:57.452791 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-ebd66bba-ece3-452c-846e-60d5d91a03a9 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Unset dirty status for tenant:2fbefdf95293404192e9ef9cb9a6b198 on resource:network {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:02:57.454911 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-ebd66bba-ece3-452c-846e-60d5d91a03a9 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.67 "GET /v2.0/networks?id=af102b1c-7492-4e37-9158-b0b3f6c042a8 HTTP/1.1" status: 200  len: 815 time: 1.4139676
Feb 03 20:02:57.482009 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-e7b7bbb7-3e16-4936-b27c-e2f2f3d3c0f4 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:02:57.533706 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-e7b7bbb7-3e16-4936-b27c-e2f2f3d3c0f4 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Made reservation on behalf of b84c1548402249709a85618883af036a for: {'port': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:02:57.535108 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port d2345759-bda6-4348-b0a2-cdd19fc53dce completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:02:57.541758 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:02:57.618080 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-e7b7bbb7-3e16-4936-b27c-e2f2f3d3c0f4 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:57.620595 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-71f72345-3edf-4aec-a0af-160bd3ff0e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:57.656160 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-71f72345-3edf-4aec-a0af-160bd3ff0e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:57.764842 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:02:57.775847 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-633e36fc-8489-4ef5-95af-076a2ed8e4c5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Request body: {'port': {'device_id': 'ecfecc17-bc32-4665-9167-b4e9032ae8bc', 'network_id': 'af102b1c-7492-4e37-9158-b0b3f6c042a8', 'admin_state_up': True, 'tenant_id': '2fbefdf95293404192e9ef9cb9a6b198'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:02:57.777519 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fee982-12cc-4053-9589-31c63af0cbf7 None None] Network b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:02:57.880732 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-71f72345-3edf-4aec-a0af-160bd3ff0e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:58.016334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:58.041348 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b6d8d7f9-7309-4201-b437-5e3e8f727092 req-609b115c-c107-4a65-af95-c1b503053b6a tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 210 time: 0.4460156
Feb 03 20:02:58.045026 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-e1c97ec3-005d-47b9-a6de-2dc071643de3 None None] Provisioning for port 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581 completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:02:58.098460 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-e1c97ec3-005d-47b9-a6de-2dc071643de3 None None] Provisioning complete for port 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:02:58.098460 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e1c97ec3-005d-47b9-a6de-2dc071643de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:58.124213 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c6b7b385-9709-4be6-9ef4-06198f4f6cd1 req-b8795250-159a-4cc1-976e-5f2cb43d03f5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 210 time: 0.2527823
Feb 03 20:02:58.131515 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846791539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7986870'] for router, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:58.135482 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f72345-3edf-4aec-a0af-160bd3ff0e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7044dde-da52-4116-9a21-1894c1fcde6c,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:58.144511 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-71f72345-3edf-4aec-a0af-160bd3ff0e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:58.341025 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846791539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7986870'] for router, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:58.859999 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40245ad8-252c-42d8-b5c6-3837029c9970 None None] Network 4826c2d9-ff92-4255-84fc-4664139f9cbb requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:02:58.924956 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-71f72345-3edf-4aec-a0af-160bd3ff0e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:58.928609 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-71f72345-3edf-4aec-a0af-160bd3ff0e6f admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/f7044dde-da52-4116-9a21-1894c1fcde6c HTTP/1.1" status: 204  len: 168 time: 2.6230705
Feb 03 20:02:58.932849 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e1c97ec3-005d-47b9-a6de-2dc071643de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:58.951644 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:59.138926 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-e1c97ec3-005d-47b9-a6de-2dc071643de3 None None] For port 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=92c00c6b-c1fb-4a79-a58e-cdb22f3c3581,segment=NetworkSegment(9319fd51-3f8a-4400-83f2-37446c6d8ab0),segment_id=9319fd51-3f8a-4400-83f2-37446c6d8ab0)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:02:59.182122 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e1c97ec3-005d-47b9-a6de-2dc071643de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:59.221504 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:02:59.224162 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-633e36fc-8489-4ef5-95af-076a2ed8e4c5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:02:59.634113 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-601cc286-0043-41d9-bf05-196f923f62b9 None None] Provisioning for port d2345759-bda6-4348-b0a2-cdd19fc53dce completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:02:59.651950 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-601cc286-0043-41d9-bf05-196f923f62b9 None None] Provisioning complete for port d2345759-bda6-4348-b0a2-cdd19fc53dce triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:02:59.656416 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-601cc286-0043-41d9-bf05-196f923f62b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:02:59.709605 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 52566) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:02:59.780146 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c97ec3-005d-47b9-a6de-2dc071643de3 None None] Pushing event updated for resources: {'Port': ['ID=92c00c6b-c1fb-4a79-a58e-cdb22f3c3581,revision_number=3']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:02:59.795174 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-84476307-192c-48c1-b305-53a937d103be req-7b1f1e7d-0c1a-4503-a66c-65de15cea3fc tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 210 time: 0.3450601
Feb 03 20:02:59.941963 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e1c97ec3-005d-47b9-a6de-2dc071643de3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:02:59.947534 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-e7b7bbb7-3e16-4936-b27c-e2f2f3d3c0f4 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Allocated IP 172.20.0.12 (741ac762-c681-4f8b-93d3-bcd62b5e6a92/86fe9d08-fbe4-42fd-a85e-4e28bb40d21e/72998dc7-6710-422d-a4cc-dda9562a9e8d) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:03:00.074970 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-633e36fc-8489-4ef5-95af-076a2ed8e4c5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Usage tracker for resource:port and tenant:2fbefdf95293404192e9ef9cb9a6b198 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:00.082797 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-633e36fc-8489-4ef5-95af-076a2ed8e4c5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:00.093129 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-633e36fc-8489-4ef5-95af-076a2ed8e4c5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:00.178394 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-601cc286-0043-41d9-bf05-196f923f62b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:00.211710 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bb04f90b-4d26-47c3-9332-f61f424ad6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:00.255851 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-601cc286-0043-41d9-bf05-196f923f62b9 None None] For port d2345759-bda6-4348-b0a2-cdd19fc53dce, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=d2345759-bda6-4348-b0a2-cdd19fc53dce,segment=NetworkSegment(21f320d7-b94d-4ce4-b976-ee13b6aa7f47),segment_id=21f320d7-b94d-4ce4-b976-ee13b6aa7f47)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:03:00.260583 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-601cc286-0043-41d9-bf05-196f923f62b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:00.268713 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d16477de-0d17-4ed4-8984-0ada0ab0f4a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:00.324526 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Router 877cde41-2f25-405b-8f68-b9d7c65d3c4a is scheduled to L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 with binding_index 1 {{(pid=80144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 03 20:03:00.340078 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Router c3823f3b-a720-4dce-a97b-5dacb62b620c is scheduled to L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 with binding_index 1 {{(pid=80146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 03 20:03:00.342289 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-bb04f90b-4d26-47c3-9332-f61f424ad6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:00.393540 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-633e36fc-8489-4ef5-95af-076a2ed8e4c5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Made reservation on behalf of 2fbefdf95293404192e9ef9cb9a6b198 for: {'port': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:03:00.412030 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-1bd266b8-f474-4cbb-a58b-01170c794fef None None] Provisioning complete for port 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:00.412535 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1bd266b8-f474-4cbb-a58b-01170c794fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:00.421236 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-bb04f90b-4d26-47c3-9332-f61f424ad6fc admin admin] Usage tracker for resource:security_group_rule and tenant:159997852d464e8aad7511f4122a2dc9 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:00.449736 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-633e36fc-8489-4ef5-95af-076a2ed8e4c5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:00.458008 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cc286-0043-41d9-bf05-196f923f62b9 None None] Pushing event updated for resources: {'Port': ['ID=d2345759-bda6-4348-b0a2-cdd19fc53dce,revision_number=3']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:00.473156 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-601cc286-0043-41d9-bf05-196f923f62b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:00.605395 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a9542afa-184a-4561-bb79-c349407fd0f4 req-0a3e1e3b-7651-4578-b84c-06145bca6cac tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 210 time: 0.6557207
Feb 03 20:03:00.671130 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-bb04f90b-4d26-47c3-9332-f61f424ad6fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:00.758610 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-69d57ed7-e3a9-48ca-ae57-b3da838f3e0e None None] Provisioning complete for port d2345759-bda6-4348-b0a2-cdd19fc53dce triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:00.760238 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-69d57ed7-e3a9-48ca-ae57-b3da838f3e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:00.799744 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:03:00.899505 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-bb04f90b-4d26-47c3-9332-f61f424ad6fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:00.985113 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-69d57ed7-e3a9-48ca-ae57-b3da838f3e0e None None] Provisioning complete for port 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:00.987161 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-69d57ed7-e3a9-48ca-ae57-b3da838f3e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:01.195366 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device d2345759-bda6-4348-b0a2-cdd19fc53dce up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:01.223085 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846791539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7986870'] for router, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:01.378894 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1f0f4243-9ed6-4a8e-8c4e-a43d2320d04c req-2efa9245-1dda-42f3-b342-9a5414e61a9a tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 210 time: 0.2905676
Feb 03 20:03:01.485871 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-e7b7bbb7-3e16-4936-b27c-e2f2f3d3c0f4 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:01.497029 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:03:01.503501 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port d2345759-bda6-4348-b0a2-cdd19fc53dce triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:01.505078 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:01.520589 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] Sync routers for ids ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:03:01.542091 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] Routers {'877cde41-2f25-405b-8f68-b9d7c65d3c4a'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:03:01.545427 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93af809b0>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:02:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:01.600781 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bb04f90b-4d26-47c3-9332-f61f424ad6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:01.601911 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Notify callbacks [] for router, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:01.603237 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 10.7396276
Feb 03 20:03:01.605981 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bb04f90b-4d26-47c3-9332-f61f424ad6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:01.607698 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 52596) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:01.687493 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1597f6ce-4546-495a-9d98-e1e8beee199b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:01.724843 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-389e6fea-ab94-4c4b-980b-d24afcaeefb5 None None] Provisioning complete for port d2345759-bda6-4348-b0a2-cdd19fc53dce triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:01.728443 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-389e6fea-ab94-4c4b-980b-d24afcaeefb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:01.790575 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-e7b7bbb7-3e16-4936-b27c-e2f2f3d3c0f4 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:01.827865 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-bb04f90b-4d26-47c3-9332-f61f424ad6fc admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=159997852d464e8aad7511f4122a2dc9&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0870624
Feb 03 20:03:01.836946 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 52604) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:01.873626 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04f90b-4d26-47c3-9332-f61f424ad6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5a3a7d-7296-4765-b674-5c083841c8aa,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:01.890110 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bb04f90b-4d26-47c3-9332-f61f424ad6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:01.890639 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:02.218609 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] Set router 877cde41-2f25-405b-8f68-b9d7c65d3c4a gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:03:02.220686 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7bbb7-3e16-4936-b27c-e2f2f3d3c0f4 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Pushing event updated for resources: {'Port': ['ID=72998dc7-6710-422d-a4cc-dda9562a9e8d,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:02.235821 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e7b7bbb7-3e16-4936-b27c-e2f2f3d3c0f4 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:02.295820 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:03:02.327317 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] Sync routers for ids ['c3823f3b-a720-4dce-a97b-5dacb62b620c'] in dv-cinder-773985-1-iscsi {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:03:02.343198 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-633e36fc-8489-4ef5-95af-076a2ed8e4c5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Allocated IP 172.20.0.7 (af102b1c-7492-4e37-9158-b0b3f6c042a8/368439ae-4a30-4f8e-9ca5-d8ceab7bfb9e/9e2d1a88-e844-46e8-b64b-2d77f9d73e38) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:03:02.400157 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-23b586c6-9164-4645-8554-f2000f8b5f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:02.414003 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] Routers {'c3823f3b-a720-4dce-a97b-5dacb62b620c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:03:02.414684 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a67cda0>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:02:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['c3823f3b-a720-4dce-a97b-5dacb62b620c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:02.492460 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-23b586c6-9164-4645-8554-f2000f8b5f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:02.629041 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-23b586c6-9164-4645-8554-f2000f8b5f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:02.667913 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:02.710766 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b586c6-9164-4645-8554-f2000f8b5f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5a3a7d-7296-4765-b674-5c083841c8aa,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:02.734208 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-e7b7bbb7-3e16-4936-b27c-e2f2f3d3c0f4 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Network 741ac762-c681-4f8b-93d3-bcd62b5e6a92 is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:03:02.826106 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-633e36fc-8489-4ef5-95af-076a2ed8e4c5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:02.894256 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a7dad1d8-b297-46fb-a742-af2ccf7fb4c2 req-0ff5478b-908b-4245-95cc-207abc4b784a tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 210 time: 0.7908001
Feb 03 20:03:02.895642 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-633e36fc-8489-4ef5-95af-076a2ed8e4c5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:02.968715 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:03.087606 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e36fc-8489-4ef5-95af-076a2ed8e4c5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Pushing event updated for resources: {'Port': ['ID=9e2d1a88-e844-46e8-b64b-2d77f9d73e38,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:03.133171 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93af809b0>, [{'id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'name': 'tempest-AttachVolumeShelveTestJSON-15026598-router', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:02:56Z', 'revision_number': 3, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'gw_port': {'id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:53Z', 'updated_at': '2021-02-03T20:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:03.137622 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] Checking router: 877cde41-2f25-405b-8f68-b9d7c65d3c4a for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:03:03.138176 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] Updating router 877cde41-2f25-405b-8f68-b9d7c65d3c4a port 0dfb8c81-b3d1-418b-b071-a573d8119929 binding host dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 20:03:03.209979 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:03.236586 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-633e36fc-8489-4ef5-95af-076a2ed8e4c5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:03.257260 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] Notify callbacks [] for router, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:03.261714 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-12a0468a-e228-4761-9abf-8c7134570683 admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 13.5490975
Feb 03 20:03:03.270805 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 52624) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:03.290327 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:03.352769 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-23b586c6-9164-4645-8554-f2000f8b5f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:03.357420 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-e7b7bbb7-3e16-4936-b27c-e2f2f3d3c0f4 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:03:03.366645 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-e7b7bbb7-3e16-4936-b27c-e2f2f3d3c0f4 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:03:03.494512 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:03.495475 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:03.557707 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-e7b7bbb7-3e16-4936-b27c-e2f2f3d3c0f4 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:03.565310 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-e7b7bbb7-3e16-4936-b27c-e2f2f3d3c0f4 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:03.630386 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 52630) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:03.701921 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-23b586c6-9164-4645-8554-f2000f8b5f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:03.706254 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-23b586c6-9164-4645-8554-f2000f8b5f40 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/ef5a3a7d-7296-4765-b674-5c083841c8aa HTTP/1.1" status: 204  len: 168 time: 1.8652539
Feb 03 20:03:03.737766 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:03.755860 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] Transition to ACTIVE for port object 0dfb8c81-b3d1-418b-b071-a573d8119929 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:03:03.759413 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:03.896363 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] Set router c3823f3b-a720-4dce-a97b-5dacb62b620c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:03:03.903394 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-e7b7bbb7-3e16-4936-b27c-e2f2f3d3c0f4 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.3401623
Feb 03 20:03:03.921260 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:04.040533 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Pushing event updated for resources: {'Port': ['ID=0dfb8c81-b3d1-418b-b071-a573d8119929,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:04.062435 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.062810 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.073591 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.074021 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.074392 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.074758 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.075119 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.075475 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.075831 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.076241 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.076597 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.076949 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.077353 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.077708 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.078056 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.078402 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.079256 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.079256 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.080099 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.080550 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.080909 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.081250 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.081598 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.081947 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Tracked resource versions report:
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]: pushed versions:
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]: {   'AddressGroup': {'1.1'},
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:     'ConntrackHelper': {'1.0'},
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Log': {'1.0'},
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Network': {'1.1'},
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Port': {'1.7'},
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:     'PortForwarding': {'1.2'},
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:     'QosPolicy': {'1.8'},
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SecurityGroup': {'1.4'},
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SecurityGroupRule': {'1.2'},
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:     'SubPort': {'1.0'},
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Subnet': {'1.1'},
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:     'Trunk': {'1.1'}}
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]: consumer versions:
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]: {   DHCP agent@dv-cinder-773985-1-iscsi: {},
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:     L3 agent@dv-cinder-773985-1-iscsi: {},
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:     Metadata agent@dv-cinder-773985-1-iscsi: {},
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:     Metering agent@dv-cinder-773985-1-iscsi: {},
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:     Open vSwitch agent@dv-cinder-773985-1-iscsi: {   'AddressGroup': '1.1',
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'ConntrackHelper': '1.0',
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Log': '1.0',
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Network': '1.1',
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Port': '1.7',
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'PortForwarding': '1.2',
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'QosPolicy': '1.8',
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SecurityGroup': '1.4',
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SecurityGroupRule': '1.2',
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'SubPort': '1.0',
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Subnet': '1.1',
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:                                                      'Trunk': '1.1'},
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:     Open vSwitch agent@hv-cinder-77398: {   'AddressGroup': '1.1',
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'ConntrackHelper': '1.0',
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'Log': '1.0',
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'Network': '1.1',
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'Port': '1.7',
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'PortForwarding': '1.2',
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'QosPolicy': '1.8',
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'SecurityGroup': '1.4',
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'SecurityGroupRule': '1.2',
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'SubPort': '1.0',
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'Subnet': '1.1',
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:                                             'Trunk': '1.1'}}
Feb 03 20:03:04.086850 dv-cinder-773985-1-iscsi neutron-server[80033]:  {{(pid=80148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 03 20:03:04.165086 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] Attempting to bind port 0dfb8c81-b3d1-418b-b071-a573d8119929 on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:03:04.165465 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] Attempting to bind port 0dfb8c81-b3d1-418b-b071-a573d8119929 by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:03:04.166028 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] Attempting to bind port 0dfb8c81-b3d1-418b-b071-a573d8119929 on network b3f750ce-bc55-47f2-a098-fbecdde1b124 {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:03:04.184397 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:03:04.184821 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] Checking segment: {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:03:04.185393 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:04.185828 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] Bound using segment: {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:03:04.186355 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] Bound port: 0dfb8c81-b3d1-418b-b071-a573d8119929, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:03:04.186763 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:04.378445 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] For port 0dfb8c81-b3d1-418b-b071-a573d8119929, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:03:04.384935 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] For port 0dfb8c81-b3d1-418b-b071-a573d8119929, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=0dfb8c81-b3d1-418b-b071-a573d8119929,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:03:04.390389 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:04.530146 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Router 8d491ba9-a20b-4ba4-b7a9-63e448cb146d is scheduled to L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 with binding_index 1 {{(pid=80146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 03 20:03:04.559416 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-633e36fc-8489-4ef5-95af-076a2ed8e4c5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Network af102b1c-7492-4e37-9158-b0b3f6c042a8 is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:03:04.640186 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-44954819-c522-4959-8142-8bdc0c1fa28b tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=80144) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 20:03:04.641342 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-44954819-c522-4959-8142-8bdc0c1fa28b tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0087123
Feb 03 20:03:04.678847 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a67cda0>, [{'id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'name': 'tempest-AttachVolumeTestJSON-1808507074-router', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:49Z', 'updated_at': '2021-02-03T20:02:54Z', 'revision_number': 3, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'gw_port': {'id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:52Z', 'updated_at': '2021-02-03T20:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:04.686490 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] Checking router: c3823f3b-a720-4dce-a97b-5dacb62b620c for host: dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:03:04.686979 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] Updating router c3823f3b-a720-4dce-a97b-5dacb62b620c port 14671638-1e8b-4893-8f7c-e0ac0a5c6604 binding host dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 20:03:04.758356 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66eb7a-84cf-4359-8013-0909bc855a0a req-9ba8ea18-acf5-40f6-b9f0-75ab3087dbc0 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:04.759543 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-ee66eb7a-84cf-4359-8013-0909bc855a0a req-9ba8ea18-acf5-40f6-b9f0-75ab3087dbc0 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Synchronizing usage tracker for tenant:2fbefdf95293404192e9ef9cb9a6b198 on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:03:04.814861 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-633e36fc-8489-4ef5-95af-076a2ed8e4c5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:03:04.835814 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-ee66eb7a-84cf-4359-8013-0909bc855a0a req-9ba8ea18-acf5-40f6-b9f0-75ab3087dbc0 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Unset dirty status for tenant:2fbefdf95293404192e9ef9cb9a6b198 on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:03:04.848976 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ee66eb7a-84cf-4359-8013-0909bc855a0a req-9ba8ea18-acf5-40f6-b9f0-75ab3087dbc0 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 931 time: 0.5528028
Feb 03 20:03:04.875845 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:04.902371 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-633e36fc-8489-4ef5-95af-076a2ed8e4c5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:03:04.991018 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd63e-6324-4d4a-a4db-8b80488aac96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:05.061636 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.140s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:05.064372 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:05.088345 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-6dcdd63e-6324-4d4a-a4db-8b80488aac96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:05.113534 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-633e36fc-8489-4ef5-95af-076a2ed8e4c5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:05.114470 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-633e36fc-8489-4ef5-95af-076a2ed8e4c5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:05.146560 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-6dcdd63e-6324-4d4a-a4db-8b80488aac96 admin admin] Usage tracker for resource:security_group_rule and tenant:57444f6334054969b4c7e7c48290041f is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:05.153280 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-6dcdd63e-6324-4d4a-a4db-8b80488aac96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:05.253907 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Pushing event updated for resources: {'Port': ['ID=0dfb8c81-b3d1-418b-b071-a573d8119929,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:05.296755 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:05.297583 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] Routers {'877cde41-2f25-405b-8f68-b9d7c65d3c4a'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:03:05.298351 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93af809b0>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:02:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:05.405806 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab980458-5b7a-4a4f-8f28-4b951d7a619a req-c9b258be-48e9-42fd-8012-9a58484ace60 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:05.409122 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-ab980458-5b7a-4a4f-8f28-4b951d7a619a req-c9b258be-48e9-42fd-8012-9a58484ace60 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Synchronizing usage tracker for tenant:b84c1548402249709a85618883af036a on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:03:05.450420 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:05.502483 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-6dcdd63e-6324-4d4a-a4db-8b80488aac96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:05.711128 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-633e36fc-8489-4ef5-95af-076a2ed8e4c5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.9464066
Feb 03 20:03:05.832588 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] Notify callbacks [] for port, precommit_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:05.859179 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] Transition to ACTIVE for port object 14671638-1e8b-4893-8f7c-e0ac0a5c6604 will not be triggered until provisioned by entity L2. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:03:05.863091 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:05.867811 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] Set router 877cde41-2f25-405b-8f68-b9d7c65d3c4a gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:03:05.910815 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-ee66eb7a-84cf-4359-8013-0909bc855a0a req-b07c8e3a-370d-4713-8bf9-164b35ff0b27 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Synchronizing usage tracker for tenant:2fbefdf95293404192e9ef9cb9a6b198 on resource:security_group {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:03:06.151826 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e1c97ec3-005d-47b9-a6de-2dc071643de3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:06.292521 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Request body: {'port': {'device_id': 'ecfecc17-bc32-4665-9167-b4e9032ae8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:03:06.299297 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244214a9-a833-49da-9054-cdd0e511c491 None None] Pushing event updated for resources: {'Port': ['ID=14671638-1e8b-4893-8f7c-e0ac0a5c6604,revision_number=2']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:06.312714 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-244214a9-a833-49da-9054-cdd0e511c491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:06.320218 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93af809b0>, [{'id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'name': 'tempest-AttachVolumeShelveTestJSON-15026598-router', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:02:56Z', 'revision_number': 3, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'gw_port': {'id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:53Z', 'updated_at': '2021-02-03T20:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:06.325579 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f435a406-4949-4bd4-9049-9ae37d04f083 None None] The sync data for ids ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'] in dv-cinder-773985-1-iscsi is: [{'id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'name': 'tempest-AttachVolumeShelveTestJSON-15026598-router', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:02:56Z', 'revision_number': 3, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'gw_port': {'id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:53Z', 'updated_at': '2021-02-03T20:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:03:06.374540 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] Attempting to bind port 14671638-1e8b-4893-8f7c-e0ac0a5c6604 on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:03:06.374961 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] Attempting to bind port 14671638-1e8b-4893-8f7c-e0ac0a5c6604 by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:03:06.375379 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] Attempting to bind port 14671638-1e8b-4893-8f7c-e0ac0a5c6604 on network b3f750ce-bc55-47f2-a098-fbecdde1b124 {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:03:06.391391 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:03:06.394432 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] Checking segment: {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:03:06.394931 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:06.395385 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] Bound using segment: {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:03:06.395489 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:03:06.395953 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] Bound port: 14671638-1e8b-4893-8f7c-e0ac0a5c6604, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:03:06.396357 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:06.406794 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] Sync routers for ids ['8d491ba9-a20b-4ba4-b7a9-63e448cb146d'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:03:06.429795 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] Routers {'8d491ba9-a20b-4ba4-b7a9-63e448cb146d'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:03:06.432475 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93b137828>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:02:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['8d491ba9-a20b-4ba4-b7a9-63e448cb146d'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:06.552621 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] For port 14671638-1e8b-4893-8f7c-e0ac0a5c6604, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:03:06.557257 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] For port 14671638-1e8b-4893-8f7c-e0ac0a5c6604, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=14671638-1e8b-4893-8f7c-e0ac0a5c6604,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:03:06.565631 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:06.622647 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Allocated IP 172.20.0.1 (4826c2d9-ff92-4255-84fc-4664139f9cbb/5a7e0094-f26b-4461-b4af-b0f9b0b24802/00cbdf06-48af-44cc-8f62-2fc6eefcc947) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:03:06.710303 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Notify callbacks [] for router, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:06.714439 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 15.4635768
Feb 03 20:03:06.765945 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 52680) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:06.827819 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b32e7df2-a66f-4c7a-888b-75ee18ce9cff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:07.046437 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:07.070504 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Transition to ACTIVE for port object 00cbdf06-48af-44cc-8f62-2fc6eefcc947 will not be triggered until provisioned by entity DHCP. {{(pid=80144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:03:07.087396 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] Set router 8d491ba9-a20b-4ba4-b7a9-63e448cb146d gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:03:07.114388 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Request body: {'port': {'device_id': '3dbe9b65-ba86-4d2a-b0d9-ffe239395b56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:03:07.162282 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] Routers {'c3823f3b-a720-4dce-a97b-5dacb62b620c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:03:07.166204 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a67cda0>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:02:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['c3823f3b-a720-4dce-a97b-5dacb62b620c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:07.203994 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:07.205499 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-ab980458-5b7a-4a4f-8f28-4b951d7a619a req-c9b258be-48e9-42fd-8012-9a58484ace60 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Unset dirty status for tenant:b84c1548402249709a85618883af036a on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:03:07.214047 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ab980458-5b7a-4a4f-8f28-4b951d7a619a req-c9b258be-48e9-42fd-8012-9a58484ace60 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 932 time: 4.5242596
Feb 03 20:03:07.237970 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:07.585990 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-23e08370-3280-4d65-afbd-f8228271d435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:07.976297 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244214a9-a833-49da-9054-cdd0e511c491 None None] Pushing event updated for resources: {'Port': ['ID=14671638-1e8b-4893-8f7c-e0ac0a5c6604,revision_number=3']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:07.993662 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-244214a9-a833-49da-9054-cdd0e511c491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.165s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:08.108232 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] Set router c3823f3b-a720-4dce-a97b-5dacb62b620c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:03:08.178448 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93b137828>, [{'id': '8d491ba9-a20b-4ba4-b7a9-63e448cb146d', 'name': 'tempest-ServerRescueNegativeTestJSON-427495648-router', 'tenant_id': '54fb9a949b3245c7a0731011941f5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd80a4335-0000-4dbd-8718-9dbebdc66793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:02:58Z', 'revision_number': 3, 'project_id': '54fb9a949b3245c7a0731011941f5a06', 'gw_port': {'id': 'd80a4335-0000-4dbd-8718-9dbebdc66793', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:95:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d491ba9-a20b-4ba4-b7a9-63e448cb146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:54Z', 'updated_at': '2021-02-03T20:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:08.186925 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] Checking router: 8d491ba9-a20b-4ba4-b7a9-63e448cb146d for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:03:08.191277 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] Updating router 8d491ba9-a20b-4ba4-b7a9-63e448cb146d port d80a4335-0000-4dbd-8718-9dbebdc66793 binding host dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 20:03:08.393825 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:08.449430 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ab980458-5b7a-4a4f-8f28-4b951d7a619a req-0c8bc37f-5020-4f72-904c-9db32a14c169 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/security-groups?id=706eaad3-302c-4ba1-86b4-9265eb8f9e39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2343159
Feb 03 20:03:08.452119 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Pushing event updated for resources: {'Port': ['ID=00cbdf06-48af-44cc-8f62-2fc6eefcc947,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:08.516705 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.931s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:08.749690 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:08.765659 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 0dfb8c81-b3d1-418b-b071-a573d8119929 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:08.836713 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd63e-6324-4d4a-a4db-8b80488aac96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:08.851886 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd63e-6324-4d4a-a4db-8b80488aac96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:08.858292 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Network 4826c2d9-ff92-4255-84fc-4664139f9cbb is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:03:08.940820 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:03:08.973536 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bb04f90b-4d26-47c3-9332-f61f424ad6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:08.979162 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-ee66eb7a-84cf-4359-8013-0909bc855a0a req-b07c8e3a-370d-4713-8bf9-164b35ff0b27 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Unset dirty status for tenant:2fbefdf95293404192e9ef9cb9a6b198 on resource:security_group {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:03:09.002278 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ee66eb7a-84cf-4359-8013-0909bc855a0a req-b07c8e3a-370d-4713-8bf9-164b35ff0b27 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 4.1519260
Feb 03 20:03:09.026013 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:03:09.044628 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7972978'] for router_interface, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:09.309453 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port 0dfb8c81-b3d1-418b-b071-a573d8119929 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:03:09.348904 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 0dfb8c81-b3d1-418b-b071-a573d8119929 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:09.348904 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:09.409429 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-6dcdd63e-6324-4d4a-a4db-8b80488aac96 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=57444f6334054969b4c7e7c48290041f&name=default HTTP/1.1" status: 200  len: 2979 time: 5.7743804
Feb 03 20:03:09.420682 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 52724) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:09.452429 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdd63e-6324-4d4a-a4db-8b80488aac96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ded344-f7f3-4d00-8365-fc5fffe35ed2,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:09.462075 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-6dcdd63e-6324-4d4a-a4db-8b80488aac96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:09.566070 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:09.587226 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] Transition to ACTIVE for port object d80a4335-0000-4dbd-8718-9dbebdc66793 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:03:09.590243 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:09.638239 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-44adc3ef-1a69-474f-99cf-82fe087f8a63 None None] Provisioning for port 00cbdf06-48af-44cc-8f62-2fc6eefcc947 completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:03:09.645513 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:09.673640 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-44adc3ef-1a69-474f-99cf-82fe087f8a63 None None] Provisioning complete for port 00cbdf06-48af-44cc-8f62-2fc6eefcc947 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:09.674059 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-44adc3ef-1a69-474f-99cf-82fe087f8a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:09.781999 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e7b1b0f1-df75-4172-9611-b10b6196ee85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:09.807826 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] For port 0dfb8c81-b3d1-418b-b071-a573d8119929, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=0dfb8c81-b3d1-418b-b071-a573d8119929,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:03:09.860677 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:09.866512 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940427e-6a7e-4e4a-870b-1d4d2716a505 None None] Pushing event updated for resources: {'Port': ['ID=d80a4335-0000-4dbd-8718-9dbebdc66793,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:09.870410 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a940427e-6a7e-4e4a-870b-1d4d2716a505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:09.889385 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] Attempting to bind port d80a4335-0000-4dbd-8718-9dbebdc66793 on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:03:09.889791 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] Attempting to bind port d80a4335-0000-4dbd-8718-9dbebdc66793 by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:03:09.890191 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] Attempting to bind port d80a4335-0000-4dbd-8718-9dbebdc66793 on network b3f750ce-bc55-47f2-a098-fbecdde1b124 {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:03:09.891412 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a67cda0>, [{'id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'name': 'tempest-AttachVolumeTestJSON-1808507074-router', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:49Z', 'updated_at': '2021-02-03T20:02:54Z', 'revision_number': 3, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'gw_port': {'id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:52Z', 'updated_at': '2021-02-03T20:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:09.896918 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:03:09.897329 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] Checking segment: {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:03:09.897771 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:09.898194 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] Bound using segment: {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:03:09.898701 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] Bound port: d80a4335-0000-4dbd-8718-9dbebdc66793, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:03:09.899132 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:09.913804 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b184916e-7c55-414b-81c3-9e5825f4d99b None None] The sync data for ids ['c3823f3b-a720-4dce-a97b-5dacb62b620c'] in dv-cinder-773985-1-iscsi is: [{'id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'name': 'tempest-AttachVolumeTestJSON-1808507074-router', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:49Z', 'updated_at': '2021-02-03T20:02:54Z', 'revision_number': 3, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'gw_port': {'id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:52Z', 'updated_at': '2021-02-03T20:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}] {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:03:09.924199 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9e6c58aa-6cd4-4478-b721-c918d68b783b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:09.929797 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:09.992428 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:10.028219 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] For port d80a4335-0000-4dbd-8718-9dbebdc66793, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:03:10.037967 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] For port d80a4335-0000-4dbd-8718-9dbebdc66793, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=d80a4335-0000-4dbd-8718-9dbebdc66793,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:03:10.045111 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:10.058811 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Pushing event updated for resources: {'Port': ['ID=0dfb8c81-b3d1-418b-b071-a573d8119929,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:10.074109 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:10.079368 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-44adc3ef-1a69-474f-99cf-82fe087f8a63 None None] Port 00cbdf06-48af-44cc-8f62-2fc6eefcc947 cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:03:10.257203 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-811dd289-0709-4a89-b40b-8379055b2325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:10.342841 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 0dfb8c81-b3d1-418b-b071-a573d8119929 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:10.467400 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 0dfb8c81-b3d1-418b-b071-a573d8119929 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:10.472241 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:10.612550 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-811dd289-0709-4a89-b40b-8379055b2325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:10.641395 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:10.868205 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] Routers {'8d491ba9-a20b-4ba4-b7a9-63e448cb146d'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:03:10.868929 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93b137828>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:02:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['8d491ba9-a20b-4ba4-b7a9-63e448cb146d'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:11.017775 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d74e5-6bf7-4071-b03e-5a40303af77a req-3452dbe2-5297-4542-8e16-6829322f9611 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:11.026097 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940427e-6a7e-4e4a-870b-1d4d2716a505 None None] Pushing event updated for resources: {'Port': ['ID=d80a4335-0000-4dbd-8718-9dbebdc66793,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:11.029240 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b27d74e5-6bf7-4071-b03e-5a40303af77a req-3452dbe2-5297-4542-8e16-6829322f9611 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 932 time: 1.2867475
Feb 03 20:03:11.033915 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a940427e-6a7e-4e4a-870b-1d4d2716a505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:11.226174 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] Set router 8d491ba9-a20b-4ba4-b7a9-63e448cb146d gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:03:11.260331 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d6569-7497-42c1-b324-c9057e136fe9 req-b34ec29d-a19e-4c4e-ad02-799418662847 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:11.263009 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e65d6569-7497-42c1-b324-c9057e136fe9 req-b34ec29d-a19e-4c4e-ad02-799418662847 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 931 time: 0.9615512
Feb 03 20:03:11.294275 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b27d74e5-6bf7-4071-b03e-5a40303af77a req-a1cc280a-8285-4f3b-b61c-7436c38bfbd6 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/security-groups?id=706eaad3-302c-4ba1-86b4-9265eb8f9e39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2640941
Feb 03 20:03:11.313981 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-811dd289-0709-4a89-b40b-8379055b2325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:11.317830 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a29b2af0-560f-4dc1-84ab-21e12a07d160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:11.319770 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.resource_extend [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 03 20:03:11.344527 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-af53e3e3-63ff-4d38-ac8b-39b5aed14065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:11.393400 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e65d6569-7497-42c1-b324-c9057e136fe9 req-f6caf0f0-cc02-476d-8074-3cca23441d76 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193407
Feb 03 20:03:11.432771 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811dd289-0709-4a89-b40b-8379055b2325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ded344-f7f3-4d00-8365-fc5fffe35ed2,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:11.460188 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-811dd289-0709-4a89-b40b-8379055b2325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:11.465095 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 52768) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:11.489045 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72998dc7-6710-422d-a4cc-dda9562a9e8d {{(pid=80144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 20:03:11.499485 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:11.520801 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Transition to ACTIVE for port object 72998dc7-6710-422d-a4cc-dda9562a9e8d will not be triggered until provisioned by entity L2. {{(pid=80144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:03:11.527707 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-811dd289-0709-4a89-b40b-8379055b2325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:11.529222 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-811dd289-0709-4a89-b40b-8379055b2325 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/93ded344-f7f3-4d00-8365-fc5fffe35ed2 HTTP/1.1" status: 204  len: 168 time: 2.0867202
Feb 03 20:03:11.542300 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:11.564484 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e7b7bbb7-3e16-4936-b27c-e2f2f3d3c0f4 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:11.744167 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93b137828>, [{'id': '8d491ba9-a20b-4ba4-b7a9-63e448cb146d', 'name': 'tempest-ServerRescueNegativeTestJSON-427495648-router', 'tenant_id': '54fb9a949b3245c7a0731011941f5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd80a4335-0000-4dbd-8718-9dbebdc66793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:02:58Z', 'revision_number': 3, 'project_id': '54fb9a949b3245c7a0731011941f5a06', 'gw_port': {'id': 'd80a4335-0000-4dbd-8718-9dbebdc66793', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:95:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d491ba9-a20b-4ba4-b7a9-63e448cb146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:54Z', 'updated_at': '2021-02-03T20:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:11.751879 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46607c10-920d-49f6-957d-6f554bfbc0f4 None None] The sync data for ids ['8d491ba9-a20b-4ba4-b7a9-63e448cb146d'] in dv-cinder-773985-1-iscsi is: [{'id': '8d491ba9-a20b-4ba4-b7a9-63e448cb146d', 'name': 'tempest-ServerRescueNegativeTestJSON-427495648-router', 'tenant_id': '54fb9a949b3245c7a0731011941f5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd80a4335-0000-4dbd-8718-9dbebdc66793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:02:58Z', 'revision_number': 3, 'project_id': '54fb9a949b3245c7a0731011941f5a06', 'gw_port': {'id': 'd80a4335-0000-4dbd-8718-9dbebdc66793', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:95:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d491ba9-a20b-4ba4-b7a9-63e448cb146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:54Z', 'updated_at': '2021-02-03T20:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:03:11.760655 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Pushing event updated for resources: {'Port': ['ID=72998dc7-6710-422d-a4cc-dda9562a9e8d,revision_number=2']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:11.770133 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:11.853408 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-16d5bd2d-550c-446f-af75-3337297057b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:11.871645 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:11.896672 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:11.897817 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-16d5bd2d-550c-446f-af75-3337297057b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:11.903506 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846950413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7986988'] for router_interface, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:11.930961 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-16d5bd2d-550c-446f-af75-3337297057b8 admin admin] Usage tracker for resource:security_group_rule and tenant:694142ba33c942009e3098700671b60f is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:11.933805 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:11.977417 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-16d5bd2d-550c-446f-af75-3337297057b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:12.021021 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.resource_extend [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80146) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 03 20:03:12.065265 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-16d5bd2d-550c-446f-af75-3337297057b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:12.216240 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Attempting to bind port 72998dc7-6710-422d-a4cc-dda9562a9e8d on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:03:12.216531 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Attempting to bind port 72998dc7-6710-422d-a4cc-dda9562a9e8d by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '3df2954e-89b6-4a5d-a420-8eb9925ba3c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '741ac762-c681-4f8b-93d3-bcd62b5e6a92'}] {{(pid=80144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:03:12.216908 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Attempting to bind port 72998dc7-6710-422d-a4cc-dda9562a9e8d on network 741ac762-c681-4f8b-93d3-bcd62b5e6a92 {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:03:12.217729 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2d1a88-e844-46e8-b64b-2d77f9d73e38 {{(pid=80146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 20:03:12.232536 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Checking agent: {'id': 'd65f81c7-83bc-4486-bd9d-9b0ec76bab54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 0, 54), 'started_at': datetime.datetime(2021, 2, 3, 20, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.109', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:03:12.232911 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Checking segment: {'id': '3df2954e-89b6-4a5d-a420-8eb9925ba3c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '741ac762-c681-4f8b-93d3-bcd62b5e6a92'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:03:12.233358 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:12.233753 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Bound using segment: {'id': '3df2954e-89b6-4a5d-a420-8eb9925ba3c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '741ac762-c681-4f8b-93d3-bcd62b5e6a92'} {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:03:12.234254 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Bound port: 72998dc7-6710-422d-a4cc-dda9562a9e8d, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df2954e-89b6-4a5d-a420-8eb9925ba3c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '741ac762-c681-4f8b-93d3-bcd62b5e6a92'}}] {{(pid=80144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:03:12.235225 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:12.238842 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:12.246533 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Pushing event updated for resources: {'Port': ['ID=00cbdf06-48af-44cc-8f62-2fc6eefcc947,revision_number=2']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:12.259292 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:12.272641 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-9e6c58aa-6cd4-4478-b721-c918d68b783b admin admin] Allocated IP 172.20.0.1 (b2eb7e8c-bcbc-45cd-b50e-636bc852ed45/f359afcf-4f0c-4f99-9cfc-156f20cf5791/23e4b5e9-433d-4a56-8e52-2997339fe7f3) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:03:12.300238 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Transition to ACTIVE for port object 9e2d1a88-e844-46e8-b64b-2d77f9d73e38 will not be triggered until provisioned by entity L2. {{(pid=80146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:03:12.326881 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:12.331571 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-a29b2af0-560f-4dc1-84ab-21e12a07d160 admin admin] Allocated IP 172.20.0.1 (d66d5c41-e90b-4c7c-9091-e02b4897e8ac/79590a3a-e4fa-4711-a4bb-192651bead9e/55e617a6-6712-46b7-b026-8767ff15d047) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:03:12.370393 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-187e4706-1baf-463f-a4a6-980a00bb20ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:12.380631 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 14671638-1e8b-4893-8f7c-e0ac0a5c6604 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:12.471828 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2d1a88-e844-46e8-b64b-2d77f9d73e38,revision_number=2']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:12.495758 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] For port 72998dc7-6710-422d-a4cc-dda9562a9e8d, host hv-cinder-77398, cleared binding levels {{(pid=80144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:03:12.546766 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Network 4826c2d9-ff92-4255-84fc-4664139f9cbb is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:03:12.552887 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port 14671638-1e8b-4893-8f7c-e0ac0a5c6604 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:03:12.562551 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 14671638-1e8b-4893-8f7c-e0ac0a5c6604 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:12.562966 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:12.661462 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:03:12.680404 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:12.690891 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] For port 72998dc7-6710-422d-a4cc-dda9562a9e8d, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=72998dc7-6710-422d-a4cc-dda9562a9e8d,segment=NetworkSegment(3df2954e-89b6-4a5d-a420-8eb9925ba3c8),segment_id=3df2954e-89b6-4a5d-a420-8eb9925ba3c8)] {{(pid=80144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:03:12.894590 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:12.917634 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] For port 14671638-1e8b-4893-8f7c-e0ac0a5c6604, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=14671638-1e8b-4893-8f7c-e0ac0a5c6604,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:03:12.926776 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:12.932340 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:12.934781 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:13.063699 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:13.093443 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-097a65f8-fa7f-42bc-bc7e-a856c726c8f4 None None] Provisioning complete for port 00cbdf06-48af-44cc-8f62-2fc6eefcc947 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:13.093643 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-097a65f8-fa7f-42bc-bc7e-a856c726c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:13.165162 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-097a65f8-fa7f-42bc-bc7e-a856c726c8f4 None None] Port 00cbdf06-48af-44cc-8f62-2fc6eefcc947 cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:03:13.171127 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Pushing event updated for resources: {'Port': ['ID=14671638-1e8b-4893-8f7c-e0ac0a5c6604,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:13.175515 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:13.187323 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9e6c58aa-6cd4-4478-b721-c918d68b783b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:13.290029 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-16d5bd2d-550c-446f-af75-3337297057b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:13.299058 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306ec87-9ca0-4e5e-a7be-9aca7ce630bb req-4fe7d09b-f77d-4a75-8144-e4b16d7fbad6 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:13.300821 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d306ec87-9ca0-4e5e-a7be-9aca7ce630bb req-4fe7d09b-f77d-4a75-8144-e4b16d7fbad6 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 943 time: 0.3792691
Feb 03 20:03:13.310225 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Pushing event updated for resources: {'Port': ['ID=72998dc7-6710-422d-a4cc-dda9562a9e8d,revision_number=3']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:13.327232 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-16d5bd2d-550c-446f-af75-3337297057b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:13.333478 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:13.353717 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:13.382494 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-9e6c58aa-6cd4-4478-b721-c918d68b783b admin admin] Transition to ACTIVE for port object 23e4b5e9-433d-4a56-8e52-2997339fe7f3 will not be triggered until provisioned by entity DHCP. {{(pid=80146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:03:13.421613 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a29b2af0-560f-4dc1-84ab-21e12a07d160 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:13.478617 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Attempting to bind port 9e2d1a88-e844-46e8-b64b-2d77f9d73e38 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:03:13.479270 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Attempting to bind port 9e2d1a88-e844-46e8-b64b-2d77f9d73e38 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'c51be60e-c001-43d2-bd36-2a172e2801c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af102b1c-7492-4e37-9158-b0b3f6c042a8'}] {{(pid=80146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:03:13.479647 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Attempting to bind port 9e2d1a88-e844-46e8-b64b-2d77f9d73e38 on network af102b1c-7492-4e37-9158-b0b3f6c042a8 {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:03:13.480339 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a713a-de88-4766-8323-d49066e6b7e1 req-d41a440e-ae17-4b8c-ac14-f45fb3d4caaf tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:13.482396 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7c2a713a-de88-4766-8323-d49066e6b7e1 req-d41a440e-ae17-4b8c-ac14-f45fb3d4caaf tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 944 time: 0.9327822
Feb 03 20:03:13.496547 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Checking agent: {'id': 'd65f81c7-83bc-4486-bd9d-9b0ec76bab54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 0, 54), 'started_at': datetime.datetime(2021, 2, 3, 20, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.109', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:03:13.496547 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Checking segment: {'id': 'c51be60e-c001-43d2-bd36-2a172e2801c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af102b1c-7492-4e37-9158-b0b3f6c042a8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:03:13.496820 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:13.497094 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Bound using segment: {'id': 'c51be60e-c001-43d2-bd36-2a172e2801c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af102b1c-7492-4e37-9158-b0b3f6c042a8'} {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:03:13.497613 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Bound port: 9e2d1a88-e844-46e8-b64b-2d77f9d73e38, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51be60e-c001-43d2-bd36-2a172e2801c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af102b1c-7492-4e37-9158-b0b3f6c042a8'}}] {{(pid=80146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:03:13.497954 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:13.519999 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-16d5bd2d-550c-446f-af75-3337297057b8 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=694142ba33c942009e3098700671b60f&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0515416
Feb 03 20:03:13.530125 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d306ec87-9ca0-4e5e-a7be-9aca7ce630bb req-f9da397d-7a41-491e-86c4-2d2de4d08cc6 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566646
Feb 03 20:03:13.530655 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 52816) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:13.575024 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Router 877cde41-2f25-405b-8f68-b9d7c65d3c4a has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:03:13.596684 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5bd2d-550c-446f-af75-3337297057b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cc36a4-a7f0-4196-9d7f-9843c9fb446d,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:13.614354 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:13.617767 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:13.617767 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] 10.222.0.67 "PUT /v2.0/ports/72998dc7-6710-422d-a4cc-dda9562a9e8d HTTP/1.1" status: 200  len: 1158 time: 8.1880648
Feb 03 20:03:13.617767 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbe9b65-ba86-4d2a-b0d9-ffe239395b56', 'tag': '72998dc7-6710-422d-a4cc-dda9562a9e8d'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:03:13.683738 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9e6c58aa-6cd4-4478-b721-c918d68b783b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:13.718127 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a3ac1af8-3a0e-4a61-b037-58a2410190e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:13.759698 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:13.927739 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a3ac1af8-3a0e-4a61-b037-58a2410190e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:13.981443 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] For port 9e2d1a88-e844-46e8-b64b-2d77f9d73e38, host hv-cinder-77398, cleared binding levels {{(pid=80146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:03:13.985957 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] For port 9e2d1a88-e844-46e8-b64b-2d77f9d73e38, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=9e2d1a88-e844-46e8-b64b-2d77f9d73e38,segment=NetworkSegment(c51be60e-c001-43d2-bd36-2a172e2801c1),segment_id=c51be60e-c001-43d2-bd36-2a172e2801c1)] {{(pid=80146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:03:13.999933 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a29b2af0-560f-4dc1-84ab-21e12a07d160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:14.010314 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:14.115133 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-16d5bd2d-550c-446f-af75-3337297057b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:14.315258 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:03:14.329100 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] Sync routers for ids ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'] in dv-cinder-773985-1-iscsi {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:03:14.352090 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] Routers {'877cde41-2f25-405b-8f68-b9d7c65d3c4a'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:03:14.352946 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a487748>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:02:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:14.387752 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7c2a713a-de88-4766-8323-d49066e6b7e1 req-178661da-77fa-4653-bf9a-66006305e4d5 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/security-groups?id=706eaad3-302c-4ba1-86b4-9265eb8f9e39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8725405
Feb 03 20:03:14.465984 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] 10.222.0.103 "PUT /v2.0/routers/877cde41-2f25-405b-8f68-b9d7c65d3c4a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8544741
Feb 03 20:03:14.487040 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b2af0-560f-4dc1-84ab-21e12a07d160 admin admin] Network d66d5c41-e90b-4c7c-9091-e02b4897e8ac is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:03:14.497924 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-3419db3b-3f59-41e8-90af-adb9056f8941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:14.499578 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-3419db3b-3f59-41e8-90af-adb9056f8941 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b84c1548402249709a85618883af036a&device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 1161 time: 0.4778421
Feb 03 20:03:14.501880 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-a29b2af0-560f-4dc1-84ab-21e12a07d160 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:03:14.504676 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c58aa-6cd4-4478-b721-c918d68b783b admin admin] Pushing event updated for resources: {'Port': ['ID=23e4b5e9-433d-4a56-8e52-2997339fe7f3,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:14.723176 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-c7561731-6915-4071-b357-4a35789032d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72998dc7-6710-422d-a4cc-dda9562a9e8d HTTP/1.1" status: 200  len: 217 time: 0.2019551
Feb 03 20:03:14.838336 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device d80a4335-0000-4dbd-8718-9dbebdc66793 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:14.933558 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] Set router 877cde41-2f25-405b-8f68-b9d7c65d3c4a gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:03:14.959028 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-8522ade8-ca57-4e00-8545-50a8067e8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:14.960653 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-8522ade8-ca57-4e00-8545-50a8067e8a0e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=86fe9d08-fbe4-42fd-a85e-4e28bb40d21e HTTP/1.1" status: 200  len: 852 time: 0.2268608
Feb 03 20:03:14.972438 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b2af0-560f-4dc1-84ab-21e12a07d160 admin admin] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:03:14.972710 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a29b2af0-560f-4dc1-84ab-21e12a07d160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7972978'] for router_interface, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:14.981858 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbe9b65-ba86-4d2a-b0d9-ffe239395b56', 'tag': '72998dc7-6710-422d-a4cc-dda9562a9e8d', 'status': 'completed', 'code': 200}
Feb 03 20:03:15.044796 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-20cd4a0e-21d2-4413-a1d1-c6053e5496f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=741ac762-c681-4f8b-93d3-bcd62b5e6a92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0620036
Feb 03 20:03:15.155690 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6c58aa-6cd4-4478-b721-c918d68b783b admin admin] Network b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:03:15.169055 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-9e6c58aa-6cd4-4478-b721-c918d68b783b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:03:15.170933 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a3ac1af8-3a0e-4a61-b037-58a2410190e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:15.180125 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6c58aa-6cd4-4478-b721-c918d68b783b admin admin] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:03:15.180657 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9e6c58aa-6cd4-4478-b721-c918d68b783b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7972978'] for router_interface, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:15.253654 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9e6c58aa-6cd4-4478-b721-c918d68b783b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.494s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:15.259463 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-633e36fc-8489-4ef5-95af-076a2ed8e4c5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.967s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:15.358853 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b2af0-560f-4dc1-84ab-21e12a07d160 admin admin] Pushing event updated for resources: {'Port': ['ID=55e617a6-6712-46b7-b026-8767ff15d047,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:15.379232 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b43ed-9beb-4214-9a0e-a67543a69bf3 req-159c39d4-2c2c-42c9-ba62-74e5d98e717c tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:15.386517 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f91b43ed-9beb-4214-9a0e-a67543a69bf3 req-159c39d4-2c2c-42c9-ba62-74e5d98e717c tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 943 time: 0.5450542
Feb 03 20:03:15.408335 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port d80a4335-0000-4dbd-8718-9dbebdc66793 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:03:15.425329 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port d80a4335-0000-4dbd-8718-9dbebdc66793 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:15.426078 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:15.493884 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2d1a88-e844-46e8-b64b-2d77f9d73e38,revision_number=3']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:15.516062 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:15.518138 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.078s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:15.518467 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:15.524698 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:15.534767 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f91b43ed-9beb-4214-9a0e-a67543a69bf3 req-034620fd-15c5-4b81-b04a-7fa919944aed tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300731
Feb 03 20:03:15.535101 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a3ac1af8-3a0e-4a61-b037-58a2410190e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:15.536375 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-a3ac1af8-3a0e-4a61-b037-58a2410190e2 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/e2cc36a4-a7f0-4196-9d7f-9843c9fb446d HTTP/1.1" status: 204  len: 168 time: 1.9990113
Feb 03 20:03:15.595182 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a487748>, [{'id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'name': 'tempest-AttachVolumeShelveTestJSON-15026598-router', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'gw_port': {'id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:53Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '00cbdf06-48af-44cc-8f62-2fc6eefcc947', 'name': '', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'mac_address': 'fa:16:3e:da:1d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:06Z', 'updated_at': '2021-02-03T20:03:11Z', 'revision_number': 2, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'subnets': [{'id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:15.601453 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] Checking router: 877cde41-2f25-405b-8f68-b9d7c65d3c4a for host: dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:03:15.601856 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] Updating router 877cde41-2f25-405b-8f68-b9d7c65d3c4a port 00cbdf06-48af-44cc-8f62-2fc6eefcc947 binding host dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 20:03:15.618751 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac1af8-3a0e-4a61-b037-58a2410190e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cc36a4-a7f0-4196-9d7f-9843c9fb446d,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:15.676551 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a3ac1af8-3a0e-4a61-b037-58a2410190e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:15.697758 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:15.698449 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:15.700033 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] 10.222.0.67 "PUT /v2.0/ports/9e2d1a88-e844-46e8-b64b-2d77f9d73e38 HTTP/1.1" status: 200  len: 1157 time: 9.7778692
Feb 03 20:03:15.700543 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfecc17-bc32-4665-9167-b4e9032ae8bc', 'tag': '9e2d1a88-e844-46e8-b64b-2d77f9d73e38'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:03:15.702466 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-3dc86bcd-b4b8-4733-830d-c06311b39cfc service neutron] 10.222.0.67 "GET /v2.0/networks/741ac762-c681-4f8b-93d3-bcd62b5e6a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6459925
Feb 03 20:03:15.729913 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:15.909782 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-a036ed15-2908-4263-9b41-8a81c84401da None None] Provisioning for port 23e4b5e9-433d-4a56-8e52-2997339fe7f3 completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:03:15.921500 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a29b2af0-560f-4dc1-84ab-21e12a07d160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:15.922712 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-a036ed15-2908-4263-9b41-8a81c84401da None None] Provisioning complete for port 23e4b5e9-433d-4a56-8e52-2997339fe7f3 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:15.923794 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a036ed15-2908-4263-9b41-8a81c84401da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:15.934117 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9e6c58aa-6cd4-4478-b721-c918d68b783b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:16.157859 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c0070-b0f8-480b-9f3c-c66dbd4ba218 req-b6ab325d-d8c4-4b1e-9b95-a8655f175292 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:16.159566 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ba8c0070-b0f8-480b-9f3c-c66dbd4ba218 req-b6ab325d-d8c4-4b1e-9b95-a8655f175292 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 944 time: 0.2613885
Feb 03 20:03:16.176633 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 52888) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:16.191859 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-2382566f-6c5f-4fda-99ae-5cc065fd5438 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--340126086', 'description': 'tempest-description--449619946'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:03:16.223511 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-2382566f-6c5f-4fda-99ae-5cc065fd5438 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:16.230119 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 52894) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:16.266259 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-99ea9589-84ad-4422-acc0-fdeff0a25ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:16.291912 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-2382566f-6c5f-4fda-99ae-5cc065fd5438 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Usage tracker for resource:security_group and tenant:02ef50735d804c2db24fe12e26c282e8 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:16.304417 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-2382566f-6c5f-4fda-99ae-5cc065fd5438 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:16.306012 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ba8c0070-b0f8-480b-9f3c-c66dbd4ba218 req-a11c729b-7422-449c-8918-62ffe14f0940 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/security-groups?id=706eaad3-302c-4ba1-86b4-9265eb8f9e39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399341
Feb 03 20:03:16.309653 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-99ea9589-84ad-4422-acc0-fdeff0a25ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:16.316635 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-99ea9589-84ad-4422-acc0-fdeff0a25ed9 admin admin] Usage tracker for resource:security_group_rule and tenant:49d16f6b4669423d83cce4481a79edb6 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:16.319857 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-99ea9589-84ad-4422-acc0-fdeff0a25ed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:16.325930 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-99ea9589-84ad-4422-acc0-fdeff0a25ed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:16.362670 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-2382566f-6c5f-4fda-99ae-5cc065fd5438 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:16.440127 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-99ea9589-84ad-4422-acc0-fdeff0a25ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:16.444825 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-99ea9589-84ad-4422-acc0-fdeff0a25ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:16.456851 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:16.484652 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2382566f-6c5f-4fda-99ae-5cc065fd5438 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:16.529051 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-99ea9589-84ad-4422-acc0-fdeff0a25ed9 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=49d16f6b4669423d83cce4481a79edb6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2897806
Feb 03 20:03:16.534316 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 52898) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:16.560890 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea9589-84ad-4422-acc0-fdeff0a25ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10445d4a-15dd-418a-a682-a6f27b7dafe7,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:16.601287 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-99ea9589-84ad-4422-acc0-fdeff0a25ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:16.612224 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-2382566f-6c5f-4fda-99ae-5cc065fd5438 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:16.618400 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-2382566f-6c5f-4fda-99ae-5cc065fd5438 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Usage tracker for resource:security_group_rule and tenant:02ef50735d804c2db24fe12e26c282e8 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:16.621903 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-2382566f-6c5f-4fda-99ae-5cc065fd5438 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:16.629917 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-2382566f-6c5f-4fda-99ae-5cc065fd5438 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:16.633279 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2f52028e-f860-4e31-8953-7c54d9a8588f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:16.671731 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2f52028e-f860-4e31-8953-7c54d9a8588f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:16.709151 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] Notify callbacks [] for port, precommit_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:16.717026 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2382566f-6c5f-4fda-99ae-5cc065fd5438 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:16.724455 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] Transition to ACTIVE for port object 00cbdf06-48af-44cc-8f62-2fc6eefcc947 will not be triggered until provisioned by entity L2. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:03:16.725441 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-a036ed15-2908-4263-9b41-8a81c84401da None None] Port 23e4b5e9-433d-4a56-8e52-2997339fe7f3 cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:03:16.739993 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:16.747639 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2f52028e-f860-4e31-8953-7c54d9a8588f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:16.755203 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfecc17-bc32-4665-9167-b4e9032ae8bc', 'tag': '9e2d1a88-e844-46e8-b64b-2d77f9d73e38', 'status': 'completed', 'code': 200}
Feb 03 20:03:16.760158 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:16.761121 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2382566f-6c5f-4fda-99ae-5cc065fd5438 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:16.780835 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:16.795223 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:16.811883 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52028e-f860-4e31-8953-7c54d9a8588f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10445d4a-15dd-418a-a682-a6f27b7dafe7,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:16.819713 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2f52028e-f860-4e31-8953-7c54d9a8588f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:16.829612 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2f52028e-f860-4e31-8953-7c54d9a8588f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:16.830629 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-2f52028e-f860-4e31-8953-7c54d9a8588f admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/10445d4a-15dd-418a-a682-a6f27b7dafe7 HTTP/1.1" status: 204  len: 168 time: 0.2953157
Feb 03 20:03:16.874367 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a29b2af0-560f-4dc1-84ab-21e12a07d160 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:16.940016 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:16.962531 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] For port d80a4335-0000-4dbd-8718-9dbebdc66793, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=d80a4335-0000-4dbd-8718-9dbebdc66793,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:03:16.964650 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9e6c58aa-6cd4-4478-b721-c918d68b783b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:16.973602 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9e6c58aa-6cd4-4478-b721-c918d68b783b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:16.974520 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382566f-6c5f-4fda-99ae-5cc065fd5438 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1eacf1-f8e0-4cb9-9371-3767f572fc12,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:16.980946 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:16.982020 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2382566f-6c5f-4fda-99ae-5cc065fd5438 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:16.982130 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 14671638-1e8b-4893-8f7c-e0ac0a5c6604 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:16.986804 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-2382566f-6c5f-4fda-99ae-5cc065fd5438 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.7992651
Feb 03 20:03:16.986804 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a29b2af0-560f-4dc1-84ab-21e12a07d160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:16.986804 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2382566f-6c5f-4fda-99ae-5cc065fd5438 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:16.987384 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9e6c58aa-6cd4-4478-b721-c918d68b783b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846950413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7986988'] for router_interface, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:17.005958 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15946e18-7883-401b-8373-4197aad515bf req-eeb8ddfb-6a58-4c91-bbe2-94a86c2b34bd tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:17.006080 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 52912) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:17.007333 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-15946e18-7883-401b-8373-4197aad515bf req-eeb8ddfb-6a58-4c91-bbe2-94a86c2b34bd tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 943 time: 0.2495372
Feb 03 20:03:17.013587 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:17.073399 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-09125581-7471-4978-81f7-098a83b7cd7d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Request body: {'security_group_rule': {'security_group_id': '7e1eacf1-f8e0-4cb9-9371-3767f572fc12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:03:17.089093 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-15946e18-7883-401b-8373-4197aad515bf req-7db62797-1e70-471a-9bb0-b96f49d9d16a tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695598
Feb 03 20:03:17.142417 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f50163-7502-40bf-bfa5-309f99d1f93b None None] Pushing event updated for resources: {'Port': ['ID=00cbdf06-48af-44cc-8f62-2fc6eefcc947,revision_number=3']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:17.154362 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-76f50163-7502-40bf-bfa5-309f99d1f93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:17.160524 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a29b2af0-560f-4dc1-84ab-21e12a07d160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846950413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7986988'] for router_interface, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:17.163025 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:17.187534 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-09125581-7471-4978-81f7-098a83b7cd7d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:17.295223 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 14671638-1e8b-4893-8f7c-e0ac0a5c6604 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:17.295650 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:17.372537 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Pushing event updated for resources: {'Port': ['ID=d80a4335-0000-4dbd-8718-9dbebdc66793,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:17.382230 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:17.511017 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-09125581-7471-4978-81f7-098a83b7cd7d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Usage tracker for resource:security_group_rule and tenant:02ef50735d804c2db24fe12e26c282e8 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:17.514293 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c58aa-6cd4-4478-b721-c918d68b783b admin admin] Pushing event updated for resources: {'Port': ['ID=23e4b5e9-433d-4a56-8e52-2997339fe7f3,revision_number=2']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:17.528575 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-09125581-7471-4978-81f7-098a83b7cd7d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:17.669548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-09125581-7471-4978-81f7-098a83b7cd7d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:17.733730 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] Attempting to bind port 00cbdf06-48af-44cc-8f62-2fc6eefcc947 on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:03:17.733810 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] Attempting to bind port 00cbdf06-48af-44cc-8f62-2fc6eefcc947 by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': '21f320d7-b94d-4ce4-b976-ee13b6aa7f47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb'}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:03:17.734166 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] Attempting to bind port 00cbdf06-48af-44cc-8f62-2fc6eefcc947 on network 4826c2d9-ff92-4255-84fc-4664139f9cbb {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:03:17.759238 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:03:17.759737 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] Checking segment: {'id': '21f320d7-b94d-4ce4-b976-ee13b6aa7f47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:03:17.760121 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:17.760565 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] Bound using segment: {'id': '21f320d7-b94d-4ce4-b976-ee13b6aa7f47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb'} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:03:17.761105 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] Bound port: 00cbdf06-48af-44cc-8f62-2fc6eefcc947, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f320d7-b94d-4ce4-b976-ee13b6aa7f47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb'}}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:03:17.761530 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:17.893126 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] For port 00cbdf06-48af-44cc-8f62-2fc6eefcc947, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:03:17.896131 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] For port 00cbdf06-48af-44cc-8f62-2fc6eefcc947, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=00cbdf06-48af-44cc-8f62-2fc6eefcc947,segment=NetworkSegment(21f320d7-b94d-4ce4-b976-ee13b6aa7f47),segment_id=21f320d7-b94d-4ce4-b976-ee13b6aa7f47)] {{(pid=80147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:03:17.899346 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device d80a4335-0000-4dbd-8718-9dbebdc66793 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:17.938472 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:17.951400 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-09125581-7471-4978-81f7-098a83b7cd7d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:17.959957 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b2af0-560f-4dc1-84ab-21e12a07d160 admin admin] Pushing event updated for resources: {'Port': ['ID=55e617a6-6712-46b7-b026-8767ff15d047,revision_number=2']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:17.968798 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:18.031461 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a29b2af0-560f-4dc1-84ab-21e12a07d160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.024s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:18.039241 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.864s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:18.039652 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:18.097892 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6c58aa-6cd4-4478-b721-c918d68b783b admin admin] Network b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:03:18.108839 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-9e6c58aa-6cd4-4478-b721-c918d68b783b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:03:18.173564 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b2af0-560f-4dc1-84ab-21e12a07d160 admin admin] Network d66d5c41-e90b-4c7c-9091-e02b4897e8ac is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:03:18.194305 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fe7d27f6-ce9a-45df-93a4-5015201d8d8d req-1c2669fe-cb75-43b5-a8e0-2a5e6f277499 service neutron] 10.222.0.67 "GET /v2.0/networks/741ac762-c681-4f8b-93d3-bcd62b5e6a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2976491
Feb 03 20:03:18.220814 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f50163-7502-40bf-bfa5-309f99d1f93b None None] Pushing event updated for resources: {'Port': ['ID=00cbdf06-48af-44cc-8f62-2fc6eefcc947,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:18.238412 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-76f50163-7502-40bf-bfa5-309f99d1f93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:18.263686 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port d80a4335-0000-4dbd-8718-9dbebdc66793 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:18.264157 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:18.287739 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad0283-b9df-4aea-a5e6-2adcf288a445 req-c3dca45a-e5cb-4f50-bd21-2d7ef178dc7c tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:18.293238 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a1ad0283-b9df-4aea-a5e6-2adcf288a445 req-c3dca45a-e5cb-4f50-bd21-2d7ef178dc7c tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 944 time: 0.6584740
Feb 03 20:03:18.359618 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-a29b2af0-560f-4dc1-84ab-21e12a07d160 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:03:18.484182 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] Routers {'877cde41-2f25-405b-8f68-b9d7c65d3c4a'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:03:18.485700 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a487748>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:02:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:18.497515 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1eda89-3273-431e-9742-f5894118479a req-bac91433-6a9a-49f9-bb8d-a9bd7e00db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:18.499625 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4f1eda89-3273-431e-9742-f5894118479a req-bac91433-6a9a-49f9-bb8d-a9bd7e00db8c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b84c1548402249709a85618883af036a&device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 1161 time: 0.1312125
Feb 03 20:03:18.605296 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd93a1-6422-478c-a73a-c3af5da1f300 req-d6fdf30a-577c-45b0-bace-2f52b1405057 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:18.606983 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09dd93a1-6422-478c-a73a-c3af5da1f300 req-d6fdf30a-577c-45b0-bace-2f52b1405057 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 943 time: 0.3212256
Feb 03 20:03:18.625201 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-928f21f2-807f-4200-9b83-64df29c6a9d7 None None] Provisioning complete for port 23e4b5e9-433d-4a56-8e52-2997339fe7f3 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:18.626398 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-928f21f2-807f-4200-9b83-64df29c6a9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:18.682462 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-09125581-7471-4978-81f7-098a83b7cd7d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:18.814237 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-09125581-7471-4978-81f7-098a83b7cd7d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756437'] for security_group_rule, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:18.840816 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29b2af0-560f-4dc1-84ab-21e12a07d160 admin admin] Router 8d491ba9-a20b-4ba4-b7a9-63e448cb146d has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:03:18.850013 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09dd93a1-6422-478c-a73a-c3af5da1f300 req-4fd21122-3178-44db-90be-3c6ae8f5ed09 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1717186
Feb 03 20:03:18.851163 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:18.858966 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066347d5-6e7e-45b6-9872-ee3ea82b0228 req-d40121b6-b1f8-4779-8021-8b5bd68c0b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:18.860912 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-066347d5-6e7e-45b6-9872-ee3ea82b0228 req-d40121b6-b1f8-4779-8021-8b5bd68c0b14 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2fbefdf95293404192e9ef9cb9a6b198&device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 1160 time: 0.9271369
Feb 03 20:03:18.898486 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-928f21f2-807f-4200-9b83-64df29c6a9d7 None None] Port 23e4b5e9-433d-4a56-8e52-2997339fe7f3 cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:03:18.900447 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1eda89-3273-431e-9742-f5894118479a req-ff97c6bf-91f6-40d5-9d46-b00ec73d339e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:18.902068 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4f1eda89-3273-431e-9742-f5894118479a req-ff97c6bf-91f6-40d5-9d46-b00ec73d339e service neutron] 10.222.0.67 "GET /v2.0/networks?id=741ac762-c681-4f8b-93d3-bcd62b5e6a92 HTTP/1.1" status: 200  len: 906 time: 0.2941115
Feb 03 20:03:18.908215 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-a1ad0283-b9df-4aea-a5e6-2adcf288a445 req-d99fe042-4e8a-4173-b301-443e23b638db tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Synchronizing usage tracker for tenant:b84c1548402249709a85618883af036a on resource:security_group {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:03:18.920761 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] Set router 877cde41-2f25-405b-8f68-b9d7c65d3c4a gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:03:18.921947 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-09125581-7471-4978-81f7-098a83b7cd7d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:18.926683 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-09125581-7471-4978-81f7-098a83b7cd7d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.8662720
Feb 03 20:03:18.960398 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 52958) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:19.073166 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4f1eda89-3273-431e-9742-f5894118479a req-045d7451-5705-44ee-a49b-3fbdaa3184f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72998dc7-6710-422d-a4cc-dda9562a9e8d HTTP/1.1" status: 200  len: 217 time: 0.1522987
Feb 03 20:03:19.209104 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09125581-7471-4978-81f7-098a83b7cd7d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f030748-d142-49e5-9b6b-aac6911a77cb,revision_number=0']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:19.223630 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-43b85d22-27eb-4806-b2df-ab5535c220a7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Request body: {'security_group_rule': {'security_group_id': '7e1eacf1-f8e0-4cb9-9371-3767f572fc12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:03:19.243877 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1eda89-3273-431e-9742-f5894118479a req-ada3d5dc-ce63-4304-af04-57fa8b04494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:19.247364 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4f1eda89-3273-431e-9742-f5894118479a req-ada3d5dc-ce63-4304-af04-57fa8b04494e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=86fe9d08-fbe4-42fd-a85e-4e28bb40d21e HTTP/1.1" status: 200  len: 852 time: 0.1631229
Feb 03 20:03:19.252080 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29b2af0-560f-4dc1-84ab-21e12a07d160 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:03:19.265909 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] Sync routers for ids ['8d491ba9-a20b-4ba4-b7a9-63e448cb146d'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:03:19.280074 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] Routers {'8d491ba9-a20b-4ba4-b7a9-63e448cb146d'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:03:19.281272 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93b137390>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:02:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['8d491ba9-a20b-4ba4-b7a9-63e448cb146d'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:19.314593 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-43b85d22-27eb-4806-b2df-ab5535c220a7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:19.321826 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-a29b2af0-560f-4dc1-84ab-21e12a07d160 admin admin] 10.222.0.103 "PUT /v2.0/routers/8d491ba9-a20b-4ba4-b7a9-63e448cb146d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5540533
Feb 03 20:03:19.331983 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-09125581-7471-4978-81f7-098a83b7cd7d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:19.347134 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-43b85d22-27eb-4806-b2df-ab5535c220a7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Usage tracker for resource:security_group_rule and tenant:02ef50735d804c2db24fe12e26c282e8 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:19.353552 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-43b85d22-27eb-4806-b2df-ab5535c220a7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:19.364689 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-a1ad0283-b9df-4aea-a5e6-2adcf288a445 req-d99fe042-4e8a-4173-b301-443e23b638db tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Unset dirty status for tenant:b84c1548402249709a85618883af036a on resource:security_group {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:03:19.380113 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a1ad0283-b9df-4aea-a5e6-2adcf288a445 req-d99fe042-4e8a-4173-b301-443e23b638db tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/security-groups?id=706eaad3-302c-4ba1-86b4-9265eb8f9e39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0216870
Feb 03 20:03:19.381779 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-43b85d22-27eb-4806-b2df-ab5535c220a7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:19.419945 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4f1eda89-3273-431e-9742-f5894118479a req-4b31477e-c609-4292-b7f2-7e0718f318c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=741ac762-c681-4f8b-93d3-bcd62b5e6a92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1535954
Feb 03 20:03:19.503600 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6c58aa-6cd4-4478-b721-c918d68b783b admin admin] Router c3823f3b-a720-4dce-a97b-5dacb62b620c has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:03:19.506429 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-43b85d22-27eb-4806-b2df-ab5535c220a7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:19.857897 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] Set router 8d491ba9-a20b-4ba4-b7a9-63e448cb146d gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:03:19.996181 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-43b85d22-27eb-4806-b2df-ab5535c220a7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:20.017486 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066347d5-6e7e-45b6-9872-ee3ea82b0228 req-e31b10f1-d106-4dda-8950-113e2ff2f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:20.019138 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-066347d5-6e7e-45b6-9872-ee3ea82b0228 req-e31b10f1-d106-4dda-8950-113e2ff2f96d service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=2fbefdf95293404192e9ef9cb9a6b198&shared=False HTTP/1.1" status: 200  len: 909 time: 1.0984168
Feb 03 20:03:20.093559 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a487748>, [{'id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'name': 'tempest-AttachVolumeShelveTestJSON-15026598-router', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'gw_port': {'id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:53Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '00cbdf06-48af-44cc-8f62-2fc6eefcc947', 'name': '', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'mac_address': 'fa:16:3e:da:1d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:06Z', 'updated_at': '2021-02-03T20:03:17Z', 'revision_number': 4, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'subnets': [{'id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:20.099286 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef354274-ddcc-40ef-9512-b5729d7d72f4 None None] The sync data for ids ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'] in dv-cinder-773985-1-iscsi is: [{'id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'name': 'tempest-AttachVolumeShelveTestJSON-15026598-router', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'gw_port': {'id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:53Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '00cbdf06-48af-44cc-8f62-2fc6eefcc947', 'name': '', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'mac_address': 'fa:16:3e:da:1d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:06Z', 'updated_at': '2021-02-03T20:03:17Z', 'revision_number': 4, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'subnets': [{'id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:03:20.106675 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4f1eda89-3273-431e-9742-f5894118479a req-0816d57a-14b2-4ea8-99e4-571283d86a5d service neutron] 10.222.0.67 "GET /v2.0/networks/741ac762-c681-4f8b-93d3-bcd62b5e6a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6796999
Feb 03 20:03:20.192064 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-43b85d22-27eb-4806-b2df-ab5535c220a7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756437'] for security_group_rule, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:20.220451 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-09125581-7471-4978-81f7-098a83b7cd7d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:20.653276 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3536d7e-8983-4646-996f-2d641a558564 req-fbf90fe4-b296-479a-a635-ce51b2bb5ca6 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:20.657557 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e3536d7e-8983-4646-996f-2d641a558564 req-fbf90fe4-b296-479a-a635-ce51b2bb5ca6 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 943 time: 0.5182729
Feb 03 20:03:20.666609 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93b137390>, [{'id': '8d491ba9-a20b-4ba4-b7a9-63e448cb146d', 'name': 'tempest-ServerRescueNegativeTestJSON-427495648-router', 'tenant_id': '54fb9a949b3245c7a0731011941f5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd80a4335-0000-4dbd-8718-9dbebdc66793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:03:15Z', 'revision_number': 4, 'project_id': '54fb9a949b3245c7a0731011941f5a06', 'gw_port': {'id': 'd80a4335-0000-4dbd-8718-9dbebdc66793', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:95:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d491ba9-a20b-4ba4-b7a9-63e448cb146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:54Z', 'updated_at': '2021-02-03T20:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '55e617a6-6712-46b7-b026-8767ff15d047', 'name': '', 'network_id': 'd66d5c41-e90b-4c7c-9091-e02b4897e8ac', 'tenant_id': '54fb9a949b3245c7a0731011941f5a06', 'mac_address': 'fa:16:3e:39:d3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d491ba9-a20b-4ba4-b7a9-63e448cb146d', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '79590a3a-e4fa-4711-a4bb-192651bead9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:11Z', 'updated_at': '2021-02-03T20:03:16Z', 'revision_number': 2, 'project_id': '54fb9a949b3245c7a0731011941f5a06', 'subnets': [{'id': '79590a3a-e4fa-4711-a4bb-192651bead9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:20.671180 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] Checking router: 8d491ba9-a20b-4ba4-b7a9-63e448cb146d for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:03:20.671575 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] Updating router 8d491ba9-a20b-4ba4-b7a9-63e448cb146d port 55e617a6-6712-46b7-b026-8767ff15d047 binding host dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 20:03:20.761210 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:20.811788 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b85d22-27eb-4806-b2df-ab5535c220a7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73927fa-78d0-4c63-995f-c8bf78bf3b80,revision_number=0']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:20.841852 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-43b85d22-27eb-4806-b2df-ab5535c220a7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:20.848496 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-43b85d22-27eb-4806-b2df-ab5535c220a7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.8853765
Feb 03 20:03:20.849811 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e3536d7e-8983-4646-996f-2d641a558564 req-bfa3c62f-2116-4683-bd66-efabb534fe3a tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694474
Feb 03 20:03:20.870091 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 53016) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:20.940094 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4f1eda89-3273-431e-9742-f5894118479a req-b6e99c1c-3645-4032-b0df-884ea314bc7a service neutron] 10.222.0.67 "GET /v2.0/networks/741ac762-c681-4f8b-93d3-bcd62b5e6a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6644075
Feb 03 20:03:20.967015 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-43b85d22-27eb-4806-b2df-ab5535c220a7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:21.000350 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Request body: {'floatingip': {'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:03:21.061253 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:21.140400 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Usage tracker for resource:floatingip and tenant:02ef50735d804c2db24fe12e26c282e8 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:21.195457 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:21.222375 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6c58aa-6cd4-4478-b721-c918d68b783b admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:03:21.236819 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] Sync routers for ids ['c3823f3b-a720-4dce-a97b-5dacb62b620c'] in dv-cinder-773985-1-iscsi {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:03:21.252901 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] Routers {'c3823f3b-a720-4dce-a97b-5dacb62b620c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:03:21.254708 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a18cef0>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:02:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['c3823f3b-a720-4dce-a97b-5dacb62b620c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:21.276417 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-9e6c58aa-6cd4-4478-b721-c918d68b783b admin admin] 10.222.0.103 "PUT /v2.0/routers/c3823f3b-a720-4dce-a97b-5dacb62b620c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.9870882
Feb 03 20:03:21.277800 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:21.330829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for floatingip, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:21.393544 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066347d5-6e7e-45b6-9872-ee3ea82b0228 req-f5bc14b3-b04a-40a8-9262-1af7d05f3f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:21.395159 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-066347d5-6e7e-45b6-9872-ee3ea82b0228 req-f5bc14b3-b04a-40a8-9262-1af7d05f3f8a service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 1.2464638
Feb 03 20:03:21.500388 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faf605-c75c-4a73-840e-9683acece078 req-c54d8ba3-e99b-4ba2-a5df-35e6c8096abc tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:21.502345 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c5faf605-c75c-4a73-840e-9683acece078 req-c54d8ba3-e99b-4ba2-a5df-35e6c8096abc tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 944 time: 0.4205379
Feb 03 20:03:21.573146 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c5faf605-c75c-4a73-840e-9683acece078 req-b16259b7-f5e1-4436-9208-bad266b15f44 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/security-groups?id=706eaad3-302c-4ba1-86b4-9265eb8f9e39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628619
Feb 03 20:03:21.657373 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:21.689958 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] Transition to ACTIVE for port object 55e617a6-6712-46b7-b026-8767ff15d047 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:03:21.695164 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:21.722356 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:21.725994 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] Set router c3823f3b-a720-4dce-a97b-5dacb62b620c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:03:21.761269 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-48929e10-08e2-475d-b7cf-7a98700fffdf tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:21.763067 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-48929e10-08e2-475d-b7cf-7a98700fffdf tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/networks?id=d66d5c41-e90b-4c7c-9091-e02b4897e8ac HTTP/1.1" status: 200  len: 818 time: 1.1110005
Feb 03 20:03:21.817150 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-69503882-d7a6-4016-b732-a6650eef3916 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/quotas/54fb9a949b3245c7a0731011941f5a06 HTTP/1.1" status: 200  len: 375 time: 0.0419111
Feb 03 20:03:21.934454 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:21.958982 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 00cbdf06-48af-44cc-8f62-2fc6eefcc947 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:21.965505 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f7629-bd31-42a1-9395-c2f67f84a3e3 None None] Pushing event updated for resources: {'Port': ['ID=55e617a6-6712-46b7-b026-8767ff15d047,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:21.975743 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-372f7629-bd31-42a1-9395-c2f67f84a3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:22.121373 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-56c0f2a6-548d-4758-a1a0-4b731b0fe9db tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Synchronizing usage tracker for tenant:54fb9a949b3245c7a0731011941f5a06 on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:03:22.144351 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-56c0f2a6-548d-4758-a1a0-4b731b0fe9db tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Unset dirty status for tenant:54fb9a949b3245c7a0731011941f5a06 on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:03:22.145994 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-56c0f2a6-548d-4758-a1a0-4b731b0fe9db tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=54fb9a949b3245c7a0731011941f5a06&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3180025
Feb 03 20:03:22.396887 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] Attempting to bind port 55e617a6-6712-46b7-b026-8767ff15d047 on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:03:22.397302 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] Attempting to bind port 55e617a6-6712-46b7-b026-8767ff15d047 by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': 'cfbe3585-9b60-4b39-8e7e-98a632132ac1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd66d5c41-e90b-4c7c-9091-e02b4897e8ac'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:03:22.397707 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] Attempting to bind port 55e617a6-6712-46b7-b026-8767ff15d047 on network d66d5c41-e90b-4c7c-9091-e02b4897e8ac {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:03:22.405888 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:03:22.406299 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] Checking segment: {'id': 'cfbe3585-9b60-4b39-8e7e-98a632132ac1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd66d5c41-e90b-4c7c-9091-e02b4897e8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:03:22.406713 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:22.416473 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] Bound using segment: {'id': 'cfbe3585-9b60-4b39-8e7e-98a632132ac1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd66d5c41-e90b-4c7c-9091-e02b4897e8ac'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:03:22.417227 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] Bound port: 55e617a6-6712-46b7-b026-8767ff15d047, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbe3585-9b60-4b39-8e7e-98a632132ac1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd66d5c41-e90b-4c7c-9091-e02b4897e8ac'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:03:22.417807 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:22.543916 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-3db90024-c4e0-4abd-a120-6666703fb89f service neutron] 10.222.0.103 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3818195
Feb 03 20:03:22.613121 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port 00cbdf06-48af-44cc-8f62-2fc6eefcc947 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:03:22.628235 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] For port 55e617a6-6712-46b7-b026-8767ff15d047, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:03:22.631082 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 00cbdf06-48af-44cc-8f62-2fc6eefcc947 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:22.631372 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:22.641787 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] For port 55e617a6-6712-46b7-b026-8767ff15d047, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=55e617a6-6712-46b7-b026-8767ff15d047,segment=NetworkSegment(cfbe3585-9b60-4b39-8e7e-98a632132ac1),segment_id=cfbe3585-9b60-4b39-8e7e-98a632132ac1)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:03:22.648010 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:22.676617 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8c3a58ee-2778-4e15-9be6-43eeabfa5159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:22.729308 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-5f5134f4-947f-4bb9-9aad-de98b789324b service neutron] 10.222.0.103 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1747642
Feb 03 20:03:22.739478 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Allocated IP 172.27.3.90 (b3f750ce-bc55-47f2-a098-fbecdde1b124/04309e75-65fb-4427-af0c-5eb643715331/754db815-aae3-43e1-95be-e9305afd3433) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:03:22.752877 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a18cef0>, [{'id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'name': 'tempest-AttachVolumeTestJSON-1808507074-router', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:49Z', 'updated_at': '2021-02-03T20:03:15Z', 'revision_number': 4, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'gw_port': {'id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:52Z', 'updated_at': '2021-02-03T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '23e4b5e9-433d-4a56-8e52-2997339fe7f3', 'name': '', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'mac_address': 'fa:16:3e:31:70:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:11Z', 'updated_at': '2021-02-03T20:03:16Z', 'revision_number': 2, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'subnets': [{'id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:22.795993 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] Checking router: c3823f3b-a720-4dce-a97b-5dacb62b620c for host: dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:03:22.796597 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] Updating router c3823f3b-a720-4dce-a97b-5dacb62b620c port 23e4b5e9-433d-4a56-8e52-2997339fe7f3 binding host dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 20:03:22.835186 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 53062) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:22.841758 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-8a04d9a8-affa-4088-8ac0-69f8896349bd tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1754928182', 'description': 'tempest-description--466225901'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:03:22.916659 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:22.919112 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-8a04d9a8-affa-4088-8ac0-69f8896349bd tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:22.932271 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-8a04d9a8-affa-4088-8ac0-69f8896349bd tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Usage tracker for resource:security_group and tenant:20e86c4b370d4d1ab70110e25f1ebe04 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:22.935823 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-8a04d9a8-affa-4088-8ac0-69f8896349bd tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:22.942026 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-8a04d9a8-affa-4088-8ac0-69f8896349bd tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:22.955270 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8a04d9a8-affa-4088-8ac0-69f8896349bd tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:22.976419 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:22.980212 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-8a04d9a8-affa-4088-8ac0-69f8896349bd tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:22.985075 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-8a04d9a8-affa-4088-8ac0-69f8896349bd tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Usage tracker for resource:security_group_rule and tenant:20e86c4b370d4d1ab70110e25f1ebe04 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:22.988555 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-8a04d9a8-affa-4088-8ac0-69f8896349bd tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:22.995640 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-8a04d9a8-affa-4088-8ac0-69f8896349bd tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:23.049317 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:23.090560 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8a04d9a8-affa-4088-8ac0-69f8896349bd tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:23.096915 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8a04d9a8-affa-4088-8ac0-69f8896349bd tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:23.103369 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:23.104395 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:23.175487 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8a04d9a8-affa-4088-8ac0-69f8896349bd tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:23.182801 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-8a04d9a8-affa-4088-8ac0-69f8896349bd tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3463595
Feb 03 20:03:23.188783 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 53070) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:23.225056 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-7390f543-138c-4902-a58b-d4361f2a6693 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Request body: {'security_group_rule': {'security_group_id': 'a64748bb-6f0a-409f-943a-1c9cd6a45aed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:03:23.244143 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Pushing event updated for resources: {'Port': ['ID=754db815-aae3-43e1-95be-e9305afd3433,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:23.261890 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f7629-bd31-42a1-9395-c2f67f84a3e3 None None] Pushing event updated for resources: {'Port': ['ID=55e617a6-6712-46b7-b026-8767ff15d047,revision_number=4']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:23.266041 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-372f7629-bd31-42a1-9395-c2f67f84a3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:23.298160 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:23.321170 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04d9a8-affa-4088-8ac0-69f8896349bd tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a64748bb-6f0a-409f-943a-1c9cd6a45aed,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:23.338467 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-7390f543-138c-4902-a58b-d4361f2a6693 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:23.345395 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] Routers {'8d491ba9-a20b-4ba4-b7a9-63e448cb146d'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:03:23.345572 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-7390f543-138c-4902-a58b-d4361f2a6693 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Usage tracker for resource:security_group_rule and tenant:20e86c4b370d4d1ab70110e25f1ebe04 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:23.346406 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93b137390>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:02:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['8d491ba9-a20b-4ba4-b7a9-63e448cb146d'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:23.353657 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-7390f543-138c-4902-a58b-d4361f2a6693 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:23.369837 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-7390f543-138c-4902-a58b-d4361f2a6693 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:23.385969 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8a04d9a8-affa-4088-8ac0-69f8896349bd tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:23.454809 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7390f543-138c-4902-a58b-d4361f2a6693 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:23.526557 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7390f543-138c-4902-a58b-d4361f2a6693 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:23.531108 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e373c-e724-4580-b9f7-0d4a0dce3311 req-e36c2c37-5daf-4536-bb5e-9884ddbff62c tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:23.533166 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7a7e373c-e724-4580-b9f7-0d4a0dce3311 req-e36c2c37-5daf-4536-bb5e-9884ddbff62c tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 944 time: 0.2339101
Feb 03 20:03:23.543697 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7390f543-138c-4902-a58b-d4361f2a6693 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756437'] for security_group_rule, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:23.562460 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Network b3f750ce-bc55-47f2-a098-fbecdde1b124 is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:03:23.587722 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:03:23.594125 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:23.597600 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:03:23.605721 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] Notify callbacks [] for port, precommit_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:23.655061 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] Transition to ACTIVE for port object 23e4b5e9-433d-4a56-8e52-2997339fe7f3 will not be triggered until provisioned by entity L2. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:03:23.659572 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] Set router 8d491ba9-a20b-4ba4-b7a9-63e448cb146d gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:03:23.695319 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7390f543-138c-4902-a58b-d4361f2a6693 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:23.698574 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-7390f543-138c-4902-a58b-d4361f2a6693 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5017610
Feb 03 20:03:23.712776 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 53084) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:23.718061 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390f543-138c-4902-a58b-d4361f2a6693 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=492f8425-e4f1-4611-a78e-e7664520f58d,revision_number=0']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:23.726675 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7390f543-138c-4902-a58b-d4361f2a6693 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:23.732848 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-0aaacf95-83b7-4aab-ad17-80e088c463a5 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Request body: {'security_group_rule': {'security_group_id': 'a64748bb-6f0a-409f-943a-1c9cd6a45aed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:03:23.737993 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:23.747497 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:23.786982 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1a3168e1-bdc7-43c3-b2e7-dfa3d7bccd0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:23.791071 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7a7e373c-e724-4580-b9f7-0d4a0dce3311 req-ea07e09a-4a96-4106-a548-b7ac55bd1555 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/security-groups?id=706eaad3-302c-4ba1-86b4-9265eb8f9e39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2488811
Feb 03 20:03:23.792408 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-0aaacf95-83b7-4aab-ad17-80e088c463a5 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:23.801556 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-0aaacf95-83b7-4aab-ad17-80e088c463a5 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Usage tracker for resource:security_group_rule and tenant:20e86c4b370d4d1ab70110e25f1ebe04 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:23.808585 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-0aaacf95-83b7-4aab-ad17-80e088c463a5 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:23.823656 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-0aaacf95-83b7-4aab-ad17-80e088c463a5 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:23.890715 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-72893342-4a21-4e2a-9beb-5d0fbd7b6bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:23.957067 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:23.980492 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9eb38f-62bc-4676-ac8e-28b55c62a084 req-bb689743-5bbf-4fc6-ab75-2e4a42107109 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:23.989653 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8c9eb38f-62bc-4676-ac8e-28b55c62a084 req-bb689743-5bbf-4fc6-ab75-2e4a42107109 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 943 time: 0.5898917
Feb 03 20:03:24.028000 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0aaacf95-83b7-4aab-ad17-80e088c463a5 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:24.136789 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8c9eb38f-62bc-4676-ac8e-28b55c62a084 req-9ddea1ed-4988-45ea-ab13-e6c14a3facb0 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454604
Feb 03 20:03:24.144656 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d63acbc3-44df-4075-9853-ea73a610c953 req-38e942e1-221e-42b9-943e-b9bd66048c01 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 210 time: 0.0912330
Feb 03 20:03:24.207582 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0aaacf95-83b7-4aab-ad17-80e088c463a5 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:24.210499 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:24.213412 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0aaacf95-83b7-4aab-ad17-80e088c463a5 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756437'] for security_group_rule, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:24.215629 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:24.265127 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaacf95-83b7-4aab-ad17-80e088c463a5 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3cd1f36-a4da-42b1-8a33-f79c055bceb1,revision_number=0']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:24.270100 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-0aaacf95-83b7-4aab-ad17-80e088c463a5 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:24.290830 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0aaacf95-83b7-4aab-ad17-80e088c463a5 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:24.292084 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-0aaacf95-83b7-4aab-ad17-80e088c463a5 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5643086
Feb 03 20:03:24.295489 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 53098) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:24.307134 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Request body: {'floatingip': {'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:03:24.350185 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:24.371684 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93b137390>, [{'id': '8d491ba9-a20b-4ba4-b7a9-63e448cb146d', 'name': 'tempest-ServerRescueNegativeTestJSON-427495648-router', 'tenant_id': '54fb9a949b3245c7a0731011941f5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd80a4335-0000-4dbd-8718-9dbebdc66793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:03:15Z', 'revision_number': 4, 'project_id': '54fb9a949b3245c7a0731011941f5a06', 'gw_port': {'id': 'd80a4335-0000-4dbd-8718-9dbebdc66793', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:95:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d491ba9-a20b-4ba4-b7a9-63e448cb146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:54Z', 'updated_at': '2021-02-03T20:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '55e617a6-6712-46b7-b026-8767ff15d047', 'name': '', 'network_id': 'd66d5c41-e90b-4c7c-9091-e02b4897e8ac', 'tenant_id': '54fb9a949b3245c7a0731011941f5a06', 'mac_address': 'fa:16:3e:39:d3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d491ba9-a20b-4ba4-b7a9-63e448cb146d', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '79590a3a-e4fa-4711-a4bb-192651bead9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:11Z', 'updated_at': '2021-02-03T20:03:22Z', 'revision_number': 4, 'project_id': '54fb9a949b3245c7a0731011941f5a06', 'subnets': [{'id': '79590a3a-e4fa-4711-a4bb-192651bead9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:24.377050 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5751ee7-88b1-4d59-a143-6a6e0b2419bd None None] The sync data for ids ['8d491ba9-a20b-4ba4-b7a9-63e448cb146d'] in dv-cinder-773985-1-iscsi is: [{'id': '8d491ba9-a20b-4ba4-b7a9-63e448cb146d', 'name': 'tempest-ServerRescueNegativeTestJSON-427495648-router', 'tenant_id': '54fb9a949b3245c7a0731011941f5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd80a4335-0000-4dbd-8718-9dbebdc66793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:03:15Z', 'revision_number': 4, 'project_id': '54fb9a949b3245c7a0731011941f5a06', 'gw_port': {'id': 'd80a4335-0000-4dbd-8718-9dbebdc66793', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:95:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d491ba9-a20b-4ba4-b7a9-63e448cb146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:54Z', 'updated_at': '2021-02-03T20:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '55e617a6-6712-46b7-b026-8767ff15d047', 'name': '', 'network_id': 'd66d5c41-e90b-4c7c-9091-e02b4897e8ac', 'tenant_id': '54fb9a949b3245c7a0731011941f5a06', 'mac_address': 'fa:16:3e:39:d3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d491ba9-a20b-4ba4-b7a9-63e448cb146d', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '79590a3a-e4fa-4711-a4bb-192651bead9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:11Z', 'updated_at': '2021-02-03T20:03:22Z', 'revision_number': 4, 'project_id': '54fb9a949b3245c7a0731011941f5a06', 'subnets': [{'id': '79590a3a-e4fa-4711-a4bb-192651bead9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:03:24.386515 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Usage tracker for resource:floatingip and tenant:20e86c4b370d4d1ab70110e25f1ebe04 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:24.390083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:24.471829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] For port 00cbdf06-48af-44cc-8f62-2fc6eefcc947, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=00cbdf06-48af-44cc-8f62-2fc6eefcc947,segment=NetworkSegment(21f320d7-b94d-4ce4-b976-ee13b6aa7f47),segment_id=21f320d7-b94d-4ce4-b976-ee13b6aa7f47)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:03:24.525607 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:24.595705 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for floatingip, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:24.718505 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb073d-65a9-4af6-b4c4-020a1bfb1721 None None] Pushing event updated for resources: {'Port': ['ID=23e4b5e9-433d-4a56-8e52-2997339fe7f3,revision_number=3']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:24.723769 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d3eb073d-65a9-4af6-b4c4-020a1bfb1721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.936s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:24.724814 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:24.727588 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:24.738036 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-601cc286-0043-41d9-bf05-196f923f62b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:24.830398 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Pushing event updated for resources: {'Port': ['ID=00cbdf06-48af-44cc-8f62-2fc6eefcc947,revision_number=5']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:24.834583 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:24.835606 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] Attempting to bind port 23e4b5e9-433d-4a56-8e52-2997339fe7f3 on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:03:24.836244 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] Attempting to bind port 23e4b5e9-433d-4a56-8e52-2997339fe7f3 by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': '9319fd51-3f8a-4400-83f2-37446c6d8ab0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45'}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:03:24.836658 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] Attempting to bind port 23e4b5e9-433d-4a56-8e52-2997339fe7f3 on network b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:03:24.999303 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:03:24.999934 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] Checking segment: {'id': '9319fd51-3f8a-4400-83f2-37446c6d8ab0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:03:25.000404 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:25.001085 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] Bound using segment: {'id': '9319fd51-3f8a-4400-83f2-37446c6d8ab0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45'} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:03:25.002006 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] Bound port: 23e4b5e9-433d-4a56-8e52-2997339fe7f3, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9319fd51-3f8a-4400-83f2-37446c6d8ab0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45'}}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:03:25.002478 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:25.061104 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-a7a7c4d3-4569-4092-8e53-2c80ef898500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:25.068586 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-a7a7c4d3-4569-4092-8e53-2c80ef898500 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2fbefdf95293404192e9ef9cb9a6b198&device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 1160 time: 0.8675454
Feb 03 20:03:25.070060 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.objects.ports [None req-581e43eb-0a7e-4cb3-8688-8a0b7e252031 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80147) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 03 20:03:25.103012 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-a9ab5d64-4111-4719-a5ba-8bb5f747e0d7 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:25.104354 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-a9ab5d64-4111-4719-a5ba-8bb5f747e0d7 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Synchronizing usage tracker for tenant:54fb9a949b3245c7a0731011941f5a06 on resource:network {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:03:25.153062 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-a9ab5d64-4111-4719-a5ba-8bb5f747e0d7 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Unset dirty status for tenant:54fb9a949b3245c7a0731011941f5a06 on resource:network {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:03:25.164563 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-a9ab5d64-4111-4719-a5ba-8bb5f747e0d7 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/networks?id=d66d5c41-e90b-4c7c-9091-e02b4897e8ac HTTP/1.1" status: 200  len: 818 time: 0.8163631
Feb 03 20:03:25.216576 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] For port 23e4b5e9-433d-4a56-8e52-2997339fe7f3, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:03:25.220762 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] For port 23e4b5e9-433d-4a56-8e52-2997339fe7f3, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=23e4b5e9-433d-4a56-8e52-2997339fe7f3,segment=NetworkSegment(9319fd51-3f8a-4400-83f2-37446c6d8ab0),segment_id=9319fd51-3f8a-4400-83f2-37446c6d8ab0)] {{(pid=80147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:03:25.222612 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 55e617a6-6712-46b7-b026-8767ff15d047 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:25.231411 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-7373ef03-88a4-4251-9a77-ff9ebfa70791 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/quotas/54fb9a949b3245c7a0731011941f5a06 HTTP/1.1" status: 200  len: 375 time: 0.0658126
Feb 03 20:03:25.279544 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:25.397874 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for port, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:25.444943 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:25.458595 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:25.475873 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-f7fa773a-7258-41ec-b7b7-2556b09da8e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e2d1a88-e844-46e8-b64b-2d77f9d73e38 HTTP/1.1" status: 200  len: 217 time: 0.3091052
Feb 03 20:03:25.658396 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] Routers {'c3823f3b-a720-4dce-a97b-5dacb62b620c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:03:25.659120 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a18cef0>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:02:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['c3823f3b-a720-4dce-a97b-5dacb62b620c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:25.848197 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:25.933195 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:25.950406 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] Set router c3823f3b-a720-4dce-a97b-5dacb62b620c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:03:25.986696 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-882b465b-886a-4786-afb0-f1a6512fbda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:25.988919 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-882b465b-886a-4786-afb0-f1a6512fbda0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=368439ae-4a30-4f8e-9ca5-d8ceab7bfb9e HTTP/1.1" status: 200  len: 855 time: 0.1399453
Feb 03 20:03:26.043929 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Pushing event updated for resources: {'Port': ['ID=754db815-aae3-43e1-95be-e9305afd3433,revision_number=2']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:26.106176 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:26.130569 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:26.143931 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1f87a5e7-b778-4796-93ad-f8abc2a5b4b0 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:26.144340 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 72998dc7-6710-422d-a4cc-dda9562a9e8d up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:26.147277 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:26.148555 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.1804805
Feb 03 20:03:26.152106 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-399571f6-0fab-4b34-b335-ad2a433ea5e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af102b1c-7492-4e37-9158-b0b3f6c042a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0983698
Feb 03 20:03:26.161253 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1f87a5e7-b778-4796-93ad-f8abc2a5b4b0 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.67 "GET /v2.0/networks?id=d66d5c41-e90b-4c7c-9091-e02b4897e8ac HTTP/1.1" status: 200  len: 818 time: 0.8347087
Feb 03 20:03:26.219931 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-7befe6ea-db3b-4276-a82d-a7eb8902c346 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=54fb9a949b3245c7a0731011941f5a06&fields=id HTTP/1.1" status: 200  len: 255 time: 0.9850547
Feb 03 20:03:26.240701 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-24cbc9f3-958b-4fdc-a885-bccc5b38f7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:26.390033 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba39ca-fecf-410f-8383-27b205d5ef78 req-047b747a-30c5-478a-8872-3376d1dbf870 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:26.399306 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-47ba39ca-fecf-410f-8383-27b205d5ef78 req-047b747a-30c5-478a-8872-3376d1dbf870 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 944 time: 1.3267708
Feb 03 20:03:26.444355 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-50b651f9-c2c0-483a-b045-09bb242a74a8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Request body: {'port': {'device_id': 'e06a2795-7d38-453a-954d-bef5162e1b07', 'network_id': 'd66d5c41-e90b-4c7c-9091-e02b4897e8ac', 'admin_state_up': True, 'tenant_id': '54fb9a949b3245c7a0731011941f5a06'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:03:26.493787 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning for port 72998dc7-6710-422d-a4cc-dda9562a9e8d completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:03:26.499804 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:26.504537 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 72998dc7-6710-422d-a4cc-dda9562a9e8d triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:26.504962 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:26.543086 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb073d-65a9-4af6-b4c4-020a1bfb1721 None None] Pushing event updated for resources: {'Port': ['ID=23e4b5e9-433d-4a56-8e52-2997339fe7f3,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:26.591273 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-d54619e4-7dfb-4997-b7ee-beb43fd14b5d service neutron] 10.222.0.67 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4262409
Feb 03 20:03:26.641089 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d3eb073d-65a9-4af6-b4c4-020a1bfb1721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.170s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:26.681204 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-47ba39ca-fecf-410f-8383-27b205d5ef78 req-67c9968c-5f7f-493f-bf17-78b1b3a2bafb tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/security-groups?id=706eaad3-302c-4ba1-86b4-9265eb8f9e39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2668097
Feb 03 20:03:26.695454 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port 55e617a6-6712-46b7-b026-8767ff15d047 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:03:26.740584 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 55e617a6-6712-46b7-b026-8767ff15d047 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:26.741157 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:26.807669 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-0dadd786-3c48-41d2-84be-f3b86c8326fd service neutron] 10.222.0.103 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5867641
Feb 03 20:03:26.856440 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:27.031871 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:27.093669 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bae4ac-101d-4f7d-be47-c6a5649242a0 req-3a2436ea-5b7d-463c-8849-e7d87117056f tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:27.096478 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e1bae4ac-101d-4f7d-be47-c6a5649242a0 req-3a2436ea-5b7d-463c-8849-e7d87117056f tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 943 time: 0.2081623
Feb 03 20:03:27.155712 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:27.191336 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-50b651f9-c2c0-483a-b045-09bb242a74a8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:27.204286 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e1bae4ac-101d-4f7d-be47-c6a5649242a0 req-6f86afb8-dcef-441b-8fc0-1c840b9ed4e4 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895290
Feb 03 20:03:27.206443 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] For port 55e617a6-6712-46b7-b026-8767ff15d047, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=55e617a6-6712-46b7-b026-8767ff15d047,segment=NetworkSegment(cfbe3585-9b60-4b39-8e7e-98a632132ac1),segment_id=cfbe3585-9b60-4b39-8e7e-98a632132ac1)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:03:27.211977 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09bec19f-bc10-4c84-a477-f3f230cc73ff req-495c33ec-6d13-4ad8-836d-ac85444408c8 service neutron] 10.222.0.67 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5293458
Feb 03 20:03:27.239574 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:27.248283 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:27.250984 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-50b651f9-c2c0-483a-b045-09bb242a74a8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:27.307280 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:27.315138 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbe9b65-ba86-4d2a-b0d9-ffe239395b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72998dc7-6710-422d-a4cc-dda9562a9e8d'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:03:27.328050 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-50b651f9-c2c0-483a-b045-09bb242a74a8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Made reservation on behalf of 54fb9a949b3245c7a0731011941f5a06 for: {'port': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:03:27.360642 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-50b651f9-c2c0-483a-b045-09bb242a74a8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:27.406061 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 00cbdf06-48af-44cc-8f62-2fc6eefcc947 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:27.416556 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-19d9728d-67d9-44e0-8f52-b22059d8e5a5 service neutron] 10.222.0.103 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5912051
Feb 03 20:03:27.452828 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a18cef0>, [{'id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'name': 'tempest-AttachVolumeTestJSON-1808507074-router', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:49Z', 'updated_at': '2021-02-03T20:03:15Z', 'revision_number': 4, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'gw_port': {'id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:52Z', 'updated_at': '2021-02-03T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '23e4b5e9-433d-4a56-8e52-2997339fe7f3', 'name': '', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'mac_address': 'fa:16:3e:31:70:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:11Z', 'updated_at': '2021-02-03T20:03:25Z', 'revision_number': 4, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'subnets': [{'id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:03:27.459032 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-86592ed4-752c-4b72-8ce4-a03c49ee07c0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Synchronizing usage tracker for tenant:02ef50735d804c2db24fe12e26c282e8 on resource:security_group {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:03:27.478383 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Allocated IP 172.27.3.201 (b3f750ce-bc55-47f2-a098-fbecdde1b124/04309e75-65fb-4427-af0c-5eb643715331/239d4f57-1775-4aff-bdf9-67ee9ccef6e1) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:03:27.478713 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-86592ed4-752c-4b72-8ce4-a03c49ee07c0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Unset dirty status for tenant:02ef50735d804c2db24fe12e26c282e8 on resource:security_group {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:03:27.489605 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-86592ed4-752c-4b72-8ce4-a03c49ee07c0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-securitygroup--340126086&fields=id&tenant_id=02ef50735d804c2db24fe12e26c282e8 HTTP/1.1" status: 200  len: 267 time: 0.0946295
Feb 03 20:03:27.490269 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 72998dc7-6710-422d-a4cc-dda9562a9e8d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=72998dc7-6710-422d-a4cc-dda9562a9e8d,segment=NetworkSegment(3df2954e-89b6-4a5d-a420-8eb9925ba3c8),segment_id=3df2954e-89b6-4a5d-a420-8eb9925ba3c8)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:03:27.498147 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b099648-49c0-4f70-aa75-2beb078dd145 None None] The sync data for ids ['c3823f3b-a720-4dce-a97b-5dacb62b620c'] in dv-cinder-773985-1-iscsi is: [{'id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'name': 'tempest-AttachVolumeTestJSON-1808507074-router', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:49Z', 'updated_at': '2021-02-03T20:03:15Z', 'revision_number': 4, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'gw_port': {'id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:52Z', 'updated_at': '2021-02-03T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '23e4b5e9-433d-4a56-8e52-2997339fe7f3', 'name': '', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'mac_address': 'fa:16:3e:31:70:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:11Z', 'updated_at': '2021-02-03T20:03:25Z', 'revision_number': 4, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'subnets': [{'id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:03:27.510176 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:27.572810 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Pushing event updated for resources: {'Port': ['ID=55e617a6-6712-46b7-b026-8767ff15d047,revision_number=5']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:27.576282 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:27.577216 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:27.852196 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-f91f39cb-f825-4e7b-b46d-7d32aaffd575 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:27.861640 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-f91f39cb-f825-4e7b-b46d-7d32aaffd575 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/networks?id=4826c2d9-ff92-4255-84fc-4664139f9cbb HTTP/1.1" status: 200  len: 815 time: 0.3710074
Feb 03 20:03:27.881882 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-07a49ccf-382a-4067-9f89-1917d00f7893 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/quotas/02ef50735d804c2db24fe12e26c282e8 HTTP/1.1" status: 200  len: 375 time: 0.0190921
Feb 03 20:03:27.990022 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 72998dc7-6710-422d-a4cc-dda9562a9e8d up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:28.139182 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 00cbdf06-48af-44cc-8f62-2fc6eefcc947 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:28.139730 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:28.286876 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbe9b65-ba86-4d2a-b0d9-ffe239395b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72998dc7-6710-422d-a4cc-dda9562a9e8d', 'code': 200}
Feb 03 20:03:28.294349 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-4e04bb53-8e76-4564-85f3-ab69ced8d5f8 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=02ef50735d804c2db24fe12e26c282e8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4114807
Feb 03 20:03:28.356328 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-50b651f9-c2c0-483a-b045-09bb242a74a8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Allocated IP 172.20.0.9 (d66d5c41-e90b-4c7c-9091-e02b4897e8ac/79590a3a-e4fa-4711-a4bb-192651bead9e/7870cd4f-7380-4fd7-9469-292c8f4c32d3) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:03:28.433197 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=72998dc7-6710-422d-a4cc-dda9562a9e8d,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:28.472279 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.895s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:28.570437 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 72998dc7-6710-422d-a4cc-dda9562a9e8d triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:28.570856 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:28.764685 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:28.826664 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-44ae68ca-4088-42b5-86b9-87c073e346d8 service neutron] 10.222.0.103 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5264852
Feb 03 20:03:28.878229 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e116f2e6-88ba-44a4-902b-251be936cbce req-9b1b1608-b953-49ce-b703-b4742f5ab47d tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 210 time: 0.3815866
Feb 03 20:03:28.943401 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dcc89-89b0-402c-bcfe-d8375a37d8cf req-b86b2d1c-cb01-4b8b-b9cf-8ddfd8b15151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:28.945636 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bc4dcc89-89b0-402c-bcfe-d8375a37d8cf req-b86b2d1c-cb01-4b8b-b9cf-8ddfd8b15151 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 1163 time: 0.2910559
Feb 03 20:03:29.034030 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-e645716a-4ee3-43e3-a1da-9ae1fa2844e5 service neutron] 10.222.0.103 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2006176
Feb 03 20:03:29.070695 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-bc4dcc89-89b0-402c-bcfe-d8375a37d8cf req-ca4eb8ec-4392-4207-8451-e539df5121ed service neutron] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:29.115878 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-50b651f9-c2c0-483a-b045-09bb242a74a8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:29.120559 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-bc4dcc89-89b0-402c-bcfe-d8375a37d8cf req-ca4eb8ec-4392-4207-8451-e539df5121ed service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:29.125318 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-bc4dcc89-89b0-402c-bcfe-d8375a37d8cf req-ca4eb8ec-4392-4207-8451-e539df5121ed service neutron] Usage tracker for resource:security_group_rule and tenant:1de94415973443cb9cd5e779b40b6b0c is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:29.126746 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:29.128484 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-bc4dcc89-89b0-402c-bcfe-d8375a37d8cf req-ca4eb8ec-4392-4207-8451-e539df5121ed service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:29.140013 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-bc4dcc89-89b0-402c-bcfe-d8375a37d8cf req-ca4eb8ec-4392-4207-8451-e539df5121ed service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:29.173840 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bda0961e-0218-47b8-a746-447a57103e46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:29.336964 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-bc4dcc89-89b0-402c-bcfe-d8375a37d8cf req-ca4eb8ec-4392-4207-8451-e539df5121ed service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:29.340660 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-bc4dcc89-89b0-402c-bcfe-d8375a37d8cf req-ca4eb8ec-4392-4207-8451-e539df5121ed service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:29.369237 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:29.435566 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bc4dcc89-89b0-402c-bcfe-d8375a37d8cf req-ca4eb8ec-4392-4207-8451-e539df5121ed service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=706eaad3-302c-4ba1-86b4-9265eb8f9e39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4004409
Feb 03 20:03:29.478100 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4eb8ec-4392-4207-8451-e539df5121ed service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3a15d8c5-da4e-44a9-8bc8-af873d932ab8,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:29.482039 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ca4eb8ec-4392-4207-8451-e539df5121ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:29.574991 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 23e4b5e9-433d-4a56-8e52-2997339fe7f3 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:29.714984 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-50b651f9-c2c0-483a-b045-09bb242a74a8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:29.721003 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Pushing event updated for resources: {'Port': ['ID=239d4f57-1775-4aff-bdf9-67ee9ccef6e1,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:29.789325 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:29.818961 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port 23e4b5e9-433d-4a56-8e52-2997339fe7f3 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:03:29.827846 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 23e4b5e9-433d-4a56-8e52-2997339fe7f3 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:29.828327 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:29.896934 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:29.897979 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 53266) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:30.055390 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:30.100905 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b651f9-c2c0-483a-b045-09bb242a74a8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Pushing event updated for resources: {'Port': ['ID=7870cd4f-7380-4fd7-9469-292c8f4c32d3,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:30.131301 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Network b3f750ce-bc55-47f2-a098-fbecdde1b124 is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:03:30.148222 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-50b651f9-c2c0-483a-b045-09bb242a74a8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:30.150921 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:03:30.163234 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-50b651f9-c2c0-483a-b045-09bb242a74a8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Network d66d5c41-e90b-4c7c-9091-e02b4897e8ac is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:03:30.164683 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:03:30.175969 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.objects.ports [None req-d674bb16-0db1-4999-91b3-934cf8549ba2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80147) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 03 20:03:30.197836 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a5e18-a4a0-49cb-ba68-3563d6147aca req-a99d3501-fa6c-4507-8be5-9cc0b47dc8d8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:30.207836 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] For port 23e4b5e9-433d-4a56-8e52-2997339fe7f3, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=23e4b5e9-433d-4a56-8e52-2997339fe7f3,segment=NetworkSegment(9319fd51-3f8a-4400-83f2-37446c6d8ab0),segment_id=9319fd51-3f8a-4400-83f2-37446c6d8ab0)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:03:30.215494 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:30.216827 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 55e617a6-6712-46b7-b026-8767ff15d047 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:30.222143 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ee2a5e18-a4a0-49cb-ba68-3563d6147aca req-a99d3501-fa6c-4507-8be5-9cc0b47dc8d8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 943 time: 0.5072584
Feb 03 20:03:30.256600 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8b5b54f8-32f5-43ad-bac2-fb58b9a64489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:30.257176 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:30.269739 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-50b651f9-c2c0-483a-b045-09bb242a74a8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:03:30.339546 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-50b651f9-c2c0-483a-b045-09bb242a74a8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:03:30.366128 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Pushing event updated for resources: {'Port': ['ID=23e4b5e9-433d-4a56-8e52-2997339fe7f3,revision_number=5']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:30.371215 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:30.390877 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ee2a5e18-a4a0-49cb-ba68-3563d6147aca req-a16045e7-1411-41af-a87d-2b0f751eeb0f tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1664643
Feb 03 20:03:30.392000 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-58078e06-a74a-4d0a-9ed6-1c58c3fd63df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:30.418719 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 55e617a6-6712-46b7-b026-8767ff15d047 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:30.419196 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:30.419697 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-50b651f9-c2c0-483a-b045-09bb242a74a8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:30.421295 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-50b651f9-c2c0-483a-b045-09bb242a74a8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:30.460398 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-50b651f9-c2c0-483a-b045-09bb242a74a8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1014166
Feb 03 20:03:30.505219 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-58078e06-a74a-4d0a-9ed6-1c58c3fd63df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:30.607068 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a035b1a-7f93-4f6f-a25e-b69ed33e1737 req-41749f41-c62c-4a21-9001-c6e8cd0f5243 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:30.608804 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2a035b1a-7f93-4f6f-a25e-b69ed33e1737 req-41749f41-c62c-4a21-9001-c6e8cd0f5243 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 946 time: 1.3441575
Feb 03 20:03:30.626979 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 53286) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:30.645902 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Request body: {'port': {'device_id': 'e06a2795-7d38-453a-954d-bef5162e1b07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:03:30.685008 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-58078e06-a74a-4d0a-9ed6-1c58c3fd63df admin admin] Usage tracker for resource:security_group_rule and tenant:4f124c9dc68a450dae837a52e2a49297 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:30.716282 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:30.737228 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-68460a04-f9fa-48a0-ad4f-292f9c4ca133 req-3a59598d-898b-4e2f-8deb-59341fca1816 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 210 time: 0.0604572
Feb 03 20:03:30.738113 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-58078e06-a74a-4d0a-9ed6-1c58c3fd63df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:30.748642 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-58078e06-a74a-4d0a-9ed6-1c58c3fd63df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:30.870317 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-4907b94c-bc81-4c3d-abec-ed762716c241 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:30.872122 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-4907b94c-bc81-4c3d-abec-ed762716c241 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.67 "GET /v2.0/networks?id=d66d5c41-e90b-4c7c-9091-e02b4897e8ac HTTP/1.1" status: 200  len: 818 time: 0.4380822
Feb 03 20:03:30.937133 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-2552f3d6-6dcf-49f9-a6bf-6182c5e84675 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Request body: {'port': {'device_id': '39b28793-55fc-4157-80bd-0385943ae8b6', 'network_id': 'd66d5c41-e90b-4c7c-9091-e02b4897e8ac', 'admin_state_up': True, 'tenant_id': '54fb9a949b3245c7a0731011941f5a06'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:03:30.978691 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 72998dc7-6710-422d-a4cc-dda9562a9e8d up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:31.065367 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 72998dc7-6710-422d-a4cc-dda9562a9e8d triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:31.065799 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:31.131934 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2a035b1a-7f93-4f6f-a25e-b69ed33e1737 req-19253a8e-00ea-43ee-bbbe-172a04c8fb54 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/security-groups?id=706eaad3-302c-4ba1-86b4-9265eb8f9e39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5127871
Feb 03 20:03:31.169247 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-2552f3d6-6dcf-49f9-a6bf-6182c5e84675 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:31.176668 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6718cde3-997f-470a-8d27-6fe780005044 req-f1625216-929e-4692-83bf-bf5da6e41085 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 210 time: 0.2441936
Feb 03 20:03:31.199056 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-58078e06-a74a-4d0a-9ed6-1c58c3fd63df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:31.201015 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-2552f3d6-6dcf-49f9-a6bf-6182c5e84675 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Usage tracker for resource:port and tenant:54fb9a949b3245c7a0731011941f5a06 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:31.205555 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-2552f3d6-6dcf-49f9-a6bf-6182c5e84675 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:31.208799 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-58078e06-a74a-4d0a-9ed6-1c58c3fd63df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:31.217841 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:31.217986 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 9e2d1a88-e844-46e8-b64b-2d77f9d73e38 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:31.243518 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-2552f3d6-6dcf-49f9-a6bf-6182c5e84675 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:31.245575 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:31.254122 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-51d33587-842f-444b-8b17-1c831c1ff4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:31.255559 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-58078e06-a74a-4d0a-9ed6-1c58c3fd63df admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=4f124c9dc68a450dae837a52e2a49297&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3557642
Feb 03 20:03:31.259750 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 53310) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:31.312051 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-2552f3d6-6dcf-49f9-a6bf-6182c5e84675 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Made reservation on behalf of 54fb9a949b3245c7a0731011941f5a06 for: {'port': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:03:31.337869 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-2552f3d6-6dcf-49f9-a6bf-6182c5e84675 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:31.339874 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for port, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:31.352183 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning for port 9e2d1a88-e844-46e8-b64b-2d77f9d73e38 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:03:31.355307 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58078e06-a74a-4d0a-9ed6-1c58c3fd63df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cb50bf-7b2f-41d5-b025-48d4aa9898b6,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:31.358998 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 9e2d1a88-e844-46e8-b64b-2d77f9d73e38 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:31.359551 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:31.371608 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-58078e06-a74a-4d0a-9ed6-1c58c3fd63df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:31.426234 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:31.427309 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 23e4b5e9-433d-4a56-8e52-2997339fe7f3 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:31.427542 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-51d33587-842f-444b-8b17-1c831c1ff4e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:31.462392 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-51d33587-842f-444b-8b17-1c831c1ff4e3 admin admin] Usage tracker for resource:security_group_rule and tenant:e898523093994d2fa59a634a986ef4ea is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:31.467672 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-50b651f9-c2c0-483a-b045-09bb242a74a8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:31.514558 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-51d33587-842f-444b-8b17-1c831c1ff4e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:31.660659 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 23e4b5e9-433d-4a56-8e52-2997339fe7f3 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:31.660886 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:31.805352 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.67', 52138) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:31.817946 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-51d33587-842f-444b-8b17-1c831c1ff4e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:31.847023 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:31.892616 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5eac2c8d-2e0c-43ed-a609-2e98239f6dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:31.908806 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-51d33587-842f-444b-8b17-1c831c1ff4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:31.939874 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5eac2c8d-2e0c-43ed-a609-2e98239f6dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:32.003640 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-51d33587-842f-444b-8b17-1c831c1ff4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:32.018964 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfecc17-bc32-4665-9167-b4e9032ae8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2d1a88-e844-46e8-b64b-2d77f9d73e38'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:03:32.033541 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 9e2d1a88-e844-46e8-b64b-2d77f9d73e38, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=9e2d1a88-e844-46e8-b64b-2d77f9d73e38,segment=NetworkSegment(c51be60e-c001-43d2-bd36-2a172e2801c1),segment_id=c51be60e-c001-43d2-bd36-2a172e2801c1)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:03:32.038011 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:32.041500 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d3eb073d-65a9-4af6-b4c4-020a1bfb1721 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:32.050317 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6ca05fbd-b8f8-457f-9467-47536053129a req-c9d7bd70-4813-4e36-a78e-0cc72d0c19af tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 210 time: 0.0550375
Feb 03 20:03:32.054516 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5eac2c8d-2e0c-43ed-a609-2e98239f6dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:32.080542 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:32.104099 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac2c8d-2e0c-43ed-a609-2e98239f6dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cb50bf-7b2f-41d5-b025-48d4aa9898b6,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:32.106521 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5eac2c8d-2e0c-43ed-a609-2e98239f6dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:32.107727 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-5eac2c8d-2e0c-43ed-a609-2e98239f6dff admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/07cb50bf-7b2f-41d5-b025-48d4aa9898b6 HTTP/1.1" status: 204  len: 168 time: 0.8446012
Feb 03 20:03:32.117616 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5eac2c8d-2e0c-43ed-a609-2e98239f6dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:32.195298 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-51d33587-842f-444b-8b17-1c831c1ff4e3 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=e898523093994d2fa59a634a986ef4ea&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5670946
Feb 03 20:03:32.198438 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 53338) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:32.216195 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=9e2d1a88-e844-46e8-b64b-2d77f9d73e38,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:32.227860 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfecc17-bc32-4665-9167-b4e9032ae8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2d1a88-e844-46e8-b64b-2d77f9d73e38', 'code': 200}
Feb 03 20:03:32.228705 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:32.341790 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-2552f3d6-6dcf-49f9-a6bf-6182c5e84675 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Allocated IP 172.20.0.11 (d66d5c41-e90b-4c7c-9091-e02b4897e8ac/79590a3a-e4fa-4711-a4bb-192651bead9e/f96fd274-f9cb-4a13-99d8-9e7343c085c7) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:03:32.437045 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e5c04-d6f6-4bdc-a21a-d55f8498e444 req-0c74fa05-c2db-4597-8f36-24757c826e90 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:32.439290 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8c7e5c04-d6f6-4bdc-a21a-d55f8498e444 req-0c74fa05-c2db-4597-8f36-24757c826e90 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 945 time: 0.6262531
Feb 03 20:03:32.440034 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Pushing event updated for resources: {'Port': ['ID=239d4f57-1775-4aff-bdf9-67ee9ccef6e1,revision_number=2']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:32.464037 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.996s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:32.467463 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-6dcdd63e-6324-4d4a-a4db-8b80488aac96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:32.478659 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.67', 52142) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:32.503424 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 9e2d1a88-e844-46e8-b64b-2d77f9d73e38 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:32.629040 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 9e2d1a88-e844-46e8-b64b-2d77f9d73e38 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:32.629402 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-42840ed5-d762-4623-9ed8-caabb6030441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:32.629955 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:32.685005 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 53350) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:32.717949 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-42840ed5-d762-4623-9ed8-caabb6030441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:32.757010 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243dd0b9-7837-4012-9111-1b68565f1214 req-aebabb92-5f1c-4aeb-85ae-82f8b66ab3fa tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:32.759484 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-243dd0b9-7837-4012-9111-1b68565f1214 req-aebabb92-5f1c-4aeb-85ae-82f8b66ab3fa tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 946 time: 0.4138219
Feb 03 20:03:32.809450 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d33587-842f-444b-8b17-1c831c1ff4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf407d1-2d83-4e9b-8679-91696cf0dc12,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:32.812234 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-42840ed5-d762-4623-9ed8-caabb6030441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:32.828054 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-51d33587-842f-444b-8b17-1c831c1ff4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:32.847168 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8c7e5c04-d6f6-4bdc-a21a-d55f8498e444 req-eef35d2b-10b8-474e-a3b1-b739fd7059d8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3843858
Feb 03 20:03:32.858694 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f7f34-efe6-4530-a24f-97958e3bef68 req-6643d27a-0168-40dc-b4e9-04e5789612e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:32.861072 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-db7f7f34-efe6-4530-a24f-97958e3bef68 req-6643d27a-0168-40dc-b4e9-04e5789612e9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 1162 time: 0.3809836
Feb 03 20:03:32.868051 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:32.881607 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-be9ba9ae-6a32-47cb-b30d-2bd546ae7f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:32.914231 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-243dd0b9-7837-4012-9111-1b68565f1214 req-00034e50-fe5e-4811-9f06-17241dbcbf01 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/security-groups?id=706eaad3-302c-4ba1-86b4-9265eb8f9e39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289639
Feb 03 20:03:32.981883 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-29a06da6-e510-4b98-82f4-42bb67366f5e tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:32.982799 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-29a06da6-e510-4b98-82f4-42bb67366f5e tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Synchronizing usage tracker for tenant:02ef50735d804c2db24fe12e26c282e8 on resource:network {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:03:32.986580 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:32.995818 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42840ed5-d762-4623-9ed8-caabb6030441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf407d1-2d83-4e9b-8679-91696cf0dc12,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:32.999756 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-42840ed5-d762-4623-9ed8-caabb6030441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:33.036269 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-db7f7f34-efe6-4530-a24f-97958e3bef68 req-57f40e68-af4e-4e8e-8197-d4ec2e41c4aa service neutron] Synchronizing usage tracker for tenant:1de94415973443cb9cd5e779b40b6b0c on resource:security_group {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:03:33.037868 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-be9ba9ae-6a32-47cb-b30d-2bd546ae7f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:33.040396 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-42840ed5-d762-4623-9ed8-caabb6030441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:33.044099 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-42840ed5-d762-4623-9ed8-caabb6030441 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/baf407d1-2d83-4e9b-8679-91696cf0dc12 HTTP/1.1" status: 204  len: 168 time: 0.7956498
Feb 03 20:03:33.044099 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-29a06da6-e510-4b98-82f4-42bb67366f5e tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Unset dirty status for tenant:02ef50735d804c2db24fe12e26c282e8 on resource:network {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:03:33.044099 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-29a06da6-e510-4b98-82f4-42bb67366f5e tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.67 "GET /v2.0/networks?id=4826c2d9-ff92-4255-84fc-4664139f9cbb HTTP/1.1" status: 200  len: 815 time: 1.0845842
Feb 03 20:03:33.049053 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-be9ba9ae-6a32-47cb-b30d-2bd546ae7f4a admin admin] Usage tracker for resource:security_group_rule and tenant:00ff78ee136b441b8bb50d9fa80e4176 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:33.080099 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-2552f3d6-6dcf-49f9-a6bf-6182c5e84675 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:33.090597 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-be9ba9ae-6a32-47cb-b30d-2bd546ae7f4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:33.110780 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:33.112263 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.8157208
Feb 03 20:03:33.113578 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-be9ba9ae-6a32-47cb-b30d-2bd546ae7f4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:33.131353 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-487b8172-3632-4762-9661-7ed628ede3d6 req-00655baf-ed96-46eb-bc9f-e66d2c04287e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Synchronizing usage tracker for tenant:54fb9a949b3245c7a0731011941f5a06 on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:03:33.158489 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-487b8172-3632-4762-9661-7ed628ede3d6 req-00655baf-ed96-46eb-bc9f-e66d2c04287e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Unset dirty status for tenant:54fb9a949b3245c7a0731011941f5a06 on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:03:33.159927 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-487b8172-3632-4762-9661-7ed628ede3d6 req-00655baf-ed96-46eb-bc9f-e66d2c04287e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 210 time: 0.1235099
Feb 03 20:03:33.160049 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-db7f7f34-efe6-4530-a24f-97958e3bef68 req-57f40e68-af4e-4e8e-8197-d4ec2e41c4aa service neutron] Unset dirty status for tenant:1de94415973443cb9cd5e779b40b6b0c on resource:security_group {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:03:33.161183 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-db7f7f34-efe6-4530-a24f-97958e3bef68 req-57f40e68-af4e-4e8e-8197-d4ec2e41c4aa service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2459595
Feb 03 20:03:33.214853 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-2552f3d6-6dcf-49f9-a6bf-6182c5e84675 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:33.270980 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:33.475670 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-bedb63c7-eedf-4a94-9799-ca82d080f568 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Synchronizing usage tracker for tenant:02ef50735d804c2db24fe12e26c282e8 on resource:security_group {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:03:33.565558 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-bedb63c7-eedf-4a94-9799-ca82d080f568 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Unset dirty status for tenant:02ef50735d804c2db24fe12e26c282e8 on resource:security_group {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:03:33.566539 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-bedb63c7-eedf-4a94-9799-ca82d080f568 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=02ef50735d804c2db24fe12e26c282e8 HTTP/1.1" status: 200  len: 5703 time: 0.4667330
Feb 03 20:03:33.582550 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-4a953ef4-36d9-4bb1-858b-ff708cec8942 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Request body: {'port': {'device_id': '5a2c3909-231f-46be-afc3-4f39ecc6fc1f', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'admin_state_up': True, 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'security_groups': ['7e1eacf1-f8e0-4cb9-9371-3767f572fc12']}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:03:33.617050 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-64b91429-aca0-49ca-95b3-cce361c5cb24 req-69a98850-eb02-4cc0-a3fd-203c056d9080 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 210 time: 0.1220369
Feb 03 20:03:33.696715 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552f3d6-6dcf-49f9-a6bf-6182c5e84675 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Pushing event updated for resources: {'Port': ['ID=f96fd274-f9cb-4a13-99d8-9e7343c085c7,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:33.701278 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2552f3d6-6dcf-49f9-a6bf-6182c5e84675 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:33.817287 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-2552f3d6-6dcf-49f9-a6bf-6182c5e84675 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Network d66d5c41-e90b-4c7c-9091-e02b4897e8ac is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:03:33.818741 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-2552f3d6-6dcf-49f9-a6bf-6182c5e84675 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:03:33.821419 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-2552f3d6-6dcf-49f9-a6bf-6182c5e84675 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:03:33.889748 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-4a953ef4-36d9-4bb1-858b-ff708cec8942 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:33.895021 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-2552f3d6-6dcf-49f9-a6bf-6182c5e84675 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:33.895857 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-2552f3d6-6dcf-49f9-a6bf-6182c5e84675 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:33.913520 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-4a953ef4-36d9-4bb1-858b-ff708cec8942 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Usage tracker for resource:port and tenant:02ef50735d804c2db24fe12e26c282e8 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:33.920164 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-4a953ef4-36d9-4bb1-858b-ff708cec8942 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:33.925737 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-2552f3d6-6dcf-49f9-a6bf-6182c5e84675 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9946148
Feb 03 20:03:33.936519 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-4a953ef4-36d9-4bb1-858b-ff708cec8942 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:33.947971 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Request body: {'port': {'device_id': '39b28793-55fc-4157-80bd-0385943ae8b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:03:33.968202 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-d602146e-33eb-40ec-8832-dfd244061e38 req-ef134850-82a3-4bc8-ac94-8fa52e2c1a92 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Synchronizing usage tracker for tenant:20e86c4b370d4d1ab70110e25f1ebe04 on resource:security_group {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:03:33.970979 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 53394) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:34.003467 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-be9ba9ae-6a32-47cb-b30d-2bd546ae7f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:34.025201 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-be9ba9ae-6a32-47cb-b30d-2bd546ae7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:34.026202 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-002deed4-4023-4596-9d99-6139e31457a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:34.051060 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-4a953ef4-36d9-4bb1-858b-ff708cec8942 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Made reservation on behalf of 02ef50735d804c2db24fe12e26c282e8 for: {'port': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:03:34.073071 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-4a953ef4-36d9-4bb1-858b-ff708cec8942 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:34.122823 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:34.136829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:34.167023 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-002deed4-4023-4596-9d99-6139e31457a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:34.169509 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-d602146e-33eb-40ec-8832-dfd244061e38 req-ef134850-82a3-4bc8-ac94-8fa52e2c1a92 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Unset dirty status for tenant:20e86c4b370d4d1ab70110e25f1ebe04 on resource:security_group {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:03:34.170799 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d602146e-33eb-40ec-8832-dfd244061e38 req-ef134850-82a3-4bc8-ac94-8fa52e2c1a92 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-securitygroup--1754928182&fields=id&tenant_id=20e86c4b370d4d1ab70110e25f1ebe04 HTTP/1.1" status: 200  len: 267 time: 0.4066987
Feb 03 20:03:34.187317 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-002deed4-4023-4596-9d99-6139e31457a5 admin admin] Usage tracker for resource:security_group_rule and tenant:823500a6f12f45a19599676a0d5051e5 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:34.204837 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-002deed4-4023-4596-9d99-6139e31457a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:34.252616 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-002deed4-4023-4596-9d99-6139e31457a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:34.255355 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ba9ae-6a32-47cb-b30d-2bd546ae7f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989ed2f4-7844-4aa9-984d-996a98382b6b,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:34.259852 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-be9ba9ae-6a32-47cb-b30d-2bd546ae7f4a admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=00ff78ee136b441b8bb50d9fa80e4176&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5737875
Feb 03 20:03:34.267174 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7870cd4f-7380-4fd7-9469-292c8f4c32d3 {{(pid=80144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 20:03:34.274392 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-be9ba9ae-6a32-47cb-b30d-2bd546ae7f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:34.301207 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7d075-f487-402b-bea7-f1cfb22b6870 req-fcf431b2-c292-4d83-9296-0dcb28cd95ca tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:34.302913 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d5a7d075-f487-402b-bea7-f1cfb22b6870 req-fcf431b2-c292-4d83-9296-0dcb28cd95ca tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 945 time: 0.2948594
Feb 03 20:03:34.305836 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 53400) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:34.342652 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:34.462088 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Transition to ACTIVE for port object 7870cd4f-7380-4fd7-9469-292c8f4c32d3 will not be triggered until provisioned by entity L2. {{(pid=80144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:03:34.462378 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d5a7d075-f487-402b-bea7-f1cfb22b6870 req-4c19928a-cf1f-4993-93f4-b2061d959768 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460810
Feb 03 20:03:34.480698 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:34.556616 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 9e2d1a88-e844-46e8-b64b-2d77f9d73e38 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:34.596601 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e8eb9c6f-39f8-4931-a6c2-59e6abd50d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:34.672026 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 9e2d1a88-e844-46e8-b64b-2d77f9d73e38 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:34.673146 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:34.696431 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e8eb9c6f-39f8-4931-a6c2-59e6abd50d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:34.833226 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3da311ca-4246-40ef-93f9-8adbffecc644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:34.856907 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e8eb9c6f-39f8-4931-a6c2-59e6abd50d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:34.882512 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-58078e06-a74a-4d0a-9ed6-1c58c3fd63df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:34.897924 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb9c6f-39f8-4931-a6c2-59e6abd50d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989ed2f4-7844-4aa9-984d-996a98382b6b,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:34.903546 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e8eb9c6f-39f8-4931-a6c2-59e6abd50d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:34.935617 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e8eb9c6f-39f8-4931-a6c2-59e6abd50d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:34.940206 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-e8eb9c6f-39f8-4931-a6c2-59e6abd50d5c admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/989ed2f4-7844-4aa9-984d-996a98382b6b HTTP/1.1" status: 204  len: 168 time: 0.6299796
Feb 03 20:03:35.038357 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90984b-b20f-41ef-9f91-ed0beccb9ab2 req-ee629403-9b90-400a-8165-6920084c2565 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:35.039186 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-aa90984b-b20f-41ef-9f91-ed0beccb9ab2 req-ee629403-9b90-400a-8165-6920084c2565 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Synchronizing usage tracker for tenant:54fb9a949b3245c7a0731011941f5a06 on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:03:35.075186 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-aa90984b-b20f-41ef-9f91-ed0beccb9ab2 req-ee629403-9b90-400a-8165-6920084c2565 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Unset dirty status for tenant:54fb9a949b3245c7a0731011941f5a06 on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:03:35.083112 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-aa90984b-b20f-41ef-9f91-ed0beccb9ab2 req-ee629403-9b90-400a-8165-6920084c2565 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 932 time: 0.4599481
Feb 03 20:03:35.184243 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96fd274-f9cb-4a13-99d8-9e7343c085c7 {{(pid=80146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 20:03:35.212059 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-aa90984b-b20f-41ef-9f91-ed0beccb9ab2 req-acea4b8c-5120-4f8d-ba7c-d59afbfb52a3 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279783
Feb 03 20:03:35.214031 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:35.246916 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Transition to ACTIVE for port object f96fd274-f9cb-4a13-99d8-9e7343c085c7 will not be triggered until provisioned by entity L2. {{(pid=80146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:03:35.251993 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:35.253193 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602146e-33eb-40ec-8832-dfd244061e38 req-df7e6dd6-3fc6-4a61-a34b-2dc79834f94c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:35.254079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-d602146e-33eb-40ec-8832-dfd244061e38 req-df7e6dd6-3fc6-4a61-a34b-2dc79834f94c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Synchronizing usage tracker for tenant:20e86c4b370d4d1ab70110e25f1ebe04 on resource:network {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:03:35.281275 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9e6c58aa-6cd4-4478-b721-c918d68b783b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:35.307000 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7870cd4f-7380-4fd7-9469-292c8f4c32d3,revision_number=2']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:35.309476 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-d602146e-33eb-40ec-8832-dfd244061e38 req-df7e6dd6-3fc6-4a61-a34b-2dc79834f94c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Unset dirty status for tenant:20e86c4b370d4d1ab70110e25f1ebe04 on resource:network {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:03:35.317059 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d602146e-33eb-40ec-8832-dfd244061e38 req-df7e6dd6-3fc6-4a61-a34b-2dc79834f94c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/networks?id=b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 HTTP/1.1" status: 200  len: 811 time: 1.1232555
Feb 03 20:03:35.335509 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:35.377717 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d602146e-33eb-40ec-8832-dfd244061e38 req-4b0a2ea9-0db8-4e68-bc2b-02cfa9e17477 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/quotas/20e86c4b370d4d1ab70110e25f1ebe04 HTTP/1.1" status: 200  len: 375 time: 0.0596428
Feb 03 20:03:35.466115 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Attempting to bind port 7870cd4f-7380-4fd7-9469-292c8f4c32d3 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:03:35.466499 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Attempting to bind port 7870cd4f-7380-4fd7-9469-292c8f4c32d3 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'cfbe3585-9b60-4b39-8e7e-98a632132ac1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd66d5c41-e90b-4c7c-9091-e02b4897e8ac'}] {{(pid=80144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:03:35.467944 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Attempting to bind port 7870cd4f-7380-4fd7-9469-292c8f4c32d3 on network d66d5c41-e90b-4c7c-9091-e02b4897e8ac {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:03:35.480813 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Checking agent: {'id': 'd65f81c7-83bc-4486-bd9d-9b0ec76bab54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 0, 54), 'started_at': datetime.datetime(2021, 2, 3, 20, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.109', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:03:35.481308 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Checking segment: {'id': 'cfbe3585-9b60-4b39-8e7e-98a632132ac1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd66d5c41-e90b-4c7c-9091-e02b4897e8ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:03:35.481564 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:35.481961 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Bound using segment: {'id': 'cfbe3585-9b60-4b39-8e7e-98a632132ac1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd66d5c41-e90b-4c7c-9091-e02b4897e8ac'} {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:03:35.482445 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Bound port: 7870cd4f-7380-4fd7-9469-292c8f4c32d3, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbe3585-9b60-4b39-8e7e-98a632132ac1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd66d5c41-e90b-4c7c-9091-e02b4897e8ac'}}] {{(pid=80144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:03:35.482815 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:35.536073 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-002deed4-4023-4596-9d99-6139e31457a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:35.583287 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-002deed4-4023-4596-9d99-6139e31457a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:35.668040 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] For port 7870cd4f-7380-4fd7-9469-292c8f4c32d3, host hv-cinder-77398, cleared binding levels {{(pid=80144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:03:35.671679 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] For port 7870cd4f-7380-4fd7-9469-292c8f4c32d3, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=7870cd4f-7380-4fd7-9469-292c8f4c32d3,segment=NetworkSegment(cfbe3585-9b60-4b39-8e7e-98a632132ac1),segment_id=cfbe3585-9b60-4b39-8e7e-98a632132ac1)] {{(pid=80144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:03:35.688500 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:35.694194 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:35.748263 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002deed4-4023-4596-9d99-6139e31457a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9aeec10-bb76-4883-9370-4f4341342144,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:35.764531 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-002deed4-4023-4596-9d99-6139e31457a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:35.772122 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:35.856255 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a2028e80-be55-4ebd-b936-54c97345823d req-a6ef7fc6-6370-48f4-a8e9-249de0a099ee tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 210 time: 0.3389022
Feb 03 20:03:35.881617 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Pushing event updated for resources: {'Port': ['ID=f96fd274-f9cb-4a13-99d8-9e7343c085c7,revision_number=2']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:35.887376 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:35.976535 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d602146e-33eb-40ec-8832-dfd244061e38 req-428a0a88-52d6-4933-b34f-9aa417881025 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=20e86c4b370d4d1ab70110e25f1ebe04&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5978074
Feb 03 20:03:35.991302 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-4a953ef4-36d9-4bb1-858b-ff708cec8942 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Allocated IP 172.20.0.8 (4826c2d9-ff92-4255-84fc-4664139f9cbb/5a7e0094-f26b-4461-b4af-b0f9b0b24802/f8b564b3-821b-48b8-9163-12b4ea3a05ec) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:03:35.992275 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Attempting to bind port f96fd274-f9cb-4a13-99d8-9e7343c085c7 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:03:35.992653 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Attempting to bind port f96fd274-f9cb-4a13-99d8-9e7343c085c7 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'cfbe3585-9b60-4b39-8e7e-98a632132ac1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd66d5c41-e90b-4c7c-9091-e02b4897e8ac'}] {{(pid=80146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:03:35.993021 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Attempting to bind port f96fd274-f9cb-4a13-99d8-9e7343c085c7 on network d66d5c41-e90b-4c7c-9091-e02b4897e8ac {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:03:35.998862 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-002deed4-4023-4596-9d99-6139e31457a5 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=823500a6f12f45a19599676a0d5051e5&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0208421
Feb 03 20:03:35.998997 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Checking agent: {'id': 'd65f81c7-83bc-4486-bd9d-9b0ec76bab54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 0, 54), 'started_at': datetime.datetime(2021, 2, 3, 20, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.109', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:03:35.999298 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Checking segment: {'id': 'cfbe3585-9b60-4b39-8e7e-98a632132ac1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd66d5c41-e90b-4c7c-9091-e02b4897e8ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:03:35.999608 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:36.000035 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Bound using segment: {'id': 'cfbe3585-9b60-4b39-8e7e-98a632132ac1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd66d5c41-e90b-4c7c-9091-e02b4897e8ac'} {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:03:36.000541 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Bound port: f96fd274-f9cb-4a13-99d8-9e7343c085c7, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbe3585-9b60-4b39-8e7e-98a632132ac1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd66d5c41-e90b-4c7c-9091-e02b4897e8ac'}}] {{(pid=80146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:03:36.000929 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:36.007987 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 53442) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:36.103524 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] For port f96fd274-f9cb-4a13-99d8-9e7343c085c7, host hv-cinder-77398, cleared binding levels {{(pid=80146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:03:36.107204 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] For port f96fd274-f9cb-4a13-99d8-9e7343c085c7, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f96fd274-f9cb-4a13-99d8-9e7343c085c7,segment=NetworkSegment(cfbe3585-9b60-4b39-8e7e-98a632132ac1),segment_id=cfbe3585-9b60-4b39-8e7e-98a632132ac1)] {{(pid=80146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:03:36.113613 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:36.134263 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:36.214464 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7870cd4f-7380-4fd7-9469-292c8f4c32d3,revision_number=3']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:36.240321 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d602146e-33eb-40ec-8832-dfd244061e38 req-cccfa76a-0da1-46f6-b586-55ee9984857f service neutron] 10.222.0.103 "GET /v2.0/networks/b2eb7e8c-bcbc-45cd-b50e-636bc852ed45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2376857
Feb 03 20:03:36.241246 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:36.307498 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Pushing event updated for resources: {'Port': ['ID=f96fd274-f9cb-4a13-99d8-9e7343c085c7,revision_number=3']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:36.313108 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:36.350266 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:36.351676 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:36.353519 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] 10.222.0.67 "PUT /v2.0/ports/f96fd274-f9cb-4a13-99d8-9e7343c085c7 HTTP/1.1" status: 200  len: 1158 time: 2.4108238
Feb 03 20:03:36.354285 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b28793-55fc-4157-80bd-0385943ae8b6', 'tag': 'f96fd274-f9cb-4a13-99d8-9e7343c085c7'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:03:36.438193 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9ad912eb-587d-49b6-b004-e84e39a2632d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:36.446070 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:36.446758 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:36.448339 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] 10.222.0.67 "PUT /v2.0/ports/7870cd4f-7380-4fd7-9469-292c8f4c32d3 HTTP/1.1" status: 200  len: 1157 time: 5.8307159
Feb 03 20:03:36.456797 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06a2795-7d38-453a-954d-bef5162e1b07', 'tag': '7870cd4f-7380-4fd7-9469-292c8f4c32d3'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:03:36.504720 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-f442f98d-20a5-4b0a-97d4-cc09179483bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:36.506501 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-f442f98d-20a5-4b0a-97d4-cc09179483bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54fb9a949b3245c7a0731011941f5a06&device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 1161 time: 0.0930274
Feb 03 20:03:36.636423 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-f34c764a-de04-4f59-8d75-0f7ee0794d8e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f96fd274-f9cb-4a13-99d8-9e7343c085c7 HTTP/1.1" status: 200  len: 217 time: 0.1138911
Feb 03 20:03:36.642665 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9ad912eb-587d-49b6-b004-e84e39a2632d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:36.709869 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d602146e-33eb-40ec-8832-dfd244061e38 req-f3a83bf7-229e-4b8d-aad1-7271977165d2 service neutron] 10.222.0.103 "GET /v2.0/networks/b2eb7e8c-bcbc-45cd-b50e-636bc852ed45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4456227
Feb 03 20:03:36.802985 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-4a953ef4-36d9-4bb1-858b-ff708cec8942 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:36.836654 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-0f29aeda-39fd-4372-8c67-20da38e58f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:36.838504 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-0f29aeda-39fd-4372-8c67-20da38e58f45 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54fb9a949b3245c7a0731011941f5a06&device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 1160 time: 0.3000216
Feb 03 20:03:36.868259 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-4924d596-0984-4a39-99fc-9f2aeaae79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:36.870588 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-4924d596-0984-4a39-99fc-9f2aeaae79b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79590a3a-e4fa-4711-a4bb-192651bead9e HTTP/1.1" status: 200  len: 858 time: 0.2203827
Feb 03 20:03:36.912265 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9ad912eb-587d-49b6-b004-e84e39a2632d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:36.917166 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-4a953ef4-36d9-4bb1-858b-ff708cec8942 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Transition to ACTIVE for port object f8b564b3-821b-48b8-9163-12b4ea3a05ec will not be triggered until provisioned by entity DHCP. {{(pid=80144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:03:36.929739 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:36.954490 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-612305b1-6d42-4fa7-b4f5-1af32bfa185b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7870cd4f-7380-4fd7-9469-292c8f4c32d3 HTTP/1.1" status: 200  len: 217 time: 0.0979793
Feb 03 20:03:36.962213 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad912eb-587d-49b6-b004-e84e39a2632d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9aeec10-bb76-4883-9370-4f4341342144,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:36.969936 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9ad912eb-587d-49b6-b004-e84e39a2632d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:36.985613 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9ad912eb-587d-49b6-b004-e84e39a2632d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:36.986861 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-9ad912eb-587d-49b6-b004-e84e39a2632d admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/b9aeec10-bb76-4883-9370-4f4341342144 HTTP/1.1" status: 204  len: 168 time: 0.9440198
Feb 03 20:03:37.027469 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170d0ce-e174-47e5-a58e-6538110a503e req-ca36505b-761f-415a-ad75-c91e4f3acf32 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:37.050788 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e170d0ce-e174-47e5-a58e-6538110a503e req-ca36505b-761f-415a-ad75-c91e4f3acf32 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 945 time: 0.3118064
Feb 03 20:03:37.107941 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-4a953ef4-36d9-4bb1-858b-ff708cec8942 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:37.146961 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-261c7999-ebec-496c-a7ed-240e67b96c2f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d66d5c41-e90b-4c7c-9091-e02b4897e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0921867
Feb 03 20:03:37.179921 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:37.331238 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e170d0ce-e174-47e5-a58e-6538110a503e req-9f409c8b-d34b-4a4e-9816-0ab6b9597bbc tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2791972
Feb 03 20:03:37.482089 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b28793-55fc-4157-80bd-0385943ae8b6', 'tag': 'f96fd274-f9cb-4a13-99d8-9e7343c085c7', 'status': 'completed', 'code': 200}
Feb 03 20:03:37.490967 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-b2e6a377-42eb-43ac-8263-5486bd15fee7 service neutron] 10.222.0.67 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3350248
Feb 03 20:03:37.695013 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06a2795-7d38-453a-954d-bef5162e1b07', 'tag': '7870cd4f-7380-4fd7-9469-292c8f4c32d3', 'status': 'completed', 'code': 200}
Feb 03 20:03:37.790284 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:03:37.873990 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-a3bb5d87-136c-4f30-8334-74696ab47b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:37.875878 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-a3bb5d87-136c-4f30-8334-74696ab47b6b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79590a3a-e4fa-4711-a4bb-192651bead9e HTTP/1.1" status: 200  len: 858 time: 0.8665786
Feb 03 20:03:37.945043 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-499cb5cb-e56b-4114-b9cc-c60fadd57277 req-847f7116-5702-4c5b-a7d8-a8c1f13b43f6 service neutron] 10.222.0.67 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4463286
Feb 03 20:03:37.975129 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a953ef4-36d9-4bb1-858b-ff708cec8942 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Pushing event updated for resources: {'Port': ['ID=f8b564b3-821b-48b8-9163-12b4ea3a05ec,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:37.983354 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-124c5830-70a4-4553-aa52-ca48bc7abea9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d66d5c41-e90b-4c7c-9091-e02b4897e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0867360
Feb 03 20:03:37.987493 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-4a953ef4-36d9-4bb1-858b-ff708cec8942 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:38.046828 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-4a953ef4-36d9-4bb1-858b-ff708cec8942 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Network 4826c2d9-ff92-4255-84fc-4664139f9cbb is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:03:38.049374 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-4a953ef4-36d9-4bb1-858b-ff708cec8942 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:03:38.199621 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa894f-69df-4cfe-82cb-ab6cb68538ab req-26f51f9e-2659-4d4c-9334-d1a42e669382 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:38.209070 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0cfa894f-69df-4cfe-82cb-ab6cb68538ab req-26f51f9e-2659-4d4c-9334-d1a42e669382 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 931 time: 0.3947103
Feb 03 20:03:38.247534 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799e9c7-abaa-47e5-a94c-357ca1a7cc74 req-daca0c5a-b8ac-4845-8ac5-12b79403b59c tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:38.270893 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5799e9c7-abaa-47e5-a94c-357ca1a7cc74 req-daca0c5a-b8ac-4845-8ac5-12b79403b59c tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 944 time: 0.4815786
Feb 03 20:03:38.273463 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-4a953ef4-36d9-4bb1-858b-ff708cec8942 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:03:38.435308 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-4a953ef4-36d9-4bb1-858b-ff708cec8942 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:38.436255 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-4a953ef4-36d9-4bb1-858b-ff708cec8942 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:38.469867 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0cfa894f-69df-4cfe-82cb-ab6cb68538ab req-033c5836-72ea-421a-80e2-9012e3e960b9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2596920
Feb 03 20:03:38.518076 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-7c732b16-f39a-4ee0-bd6c-31086dc75f22 None None] Provisioning for port f8b564b3-821b-48b8-9163-12b4ea3a05ec completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:03:38.525248 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-7c732b16-f39a-4ee0-bd6c-31086dc75f22 None None] Provisioning complete for port f8b564b3-821b-48b8-9163-12b4ea3a05ec triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:38.526329 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7c732b16-f39a-4ee0-bd6c-31086dc75f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:38.535555 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36a15-5ef8-42c0-9be9-4c65c6c529f4 req-d407b6eb-19f6-4800-accd-aa5004cd532f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:38.537285 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a1b36a15-5ef8-42c0-9be9-4c65c6c529f4 req-d407b6eb-19f6-4800-accd-aa5004cd532f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54fb9a949b3245c7a0731011941f5a06&device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 1161 time: 0.3258743
Feb 03 20:03:38.593758 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-7c732b16-f39a-4ee0-bd6c-31086dc75f22 None None] Port f8b564b3-821b-48b8-9163-12b4ea3a05ec cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:03:38.708518 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-4a953ef4-36d9-4bb1-858b-ff708cec8942 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.1352649
Feb 03 20:03:38.765387 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Request body: {'port': {'device_id': '5a2c3909-231f-46be-afc3-4f39ecc6fc1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:03:38.793545 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36a15-5ef8-42c0-9be9-4c65c6c529f4 req-7b4cd25c-173f-456e-bd87-724ed6766172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:38.795189 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a1b36a15-5ef8-42c0-9be9-4c65c6c529f4 req-7b4cd25c-173f-456e-bd87-724ed6766172 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d66d5c41-e90b-4c7c-9091-e02b4897e8ac HTTP/1.1" status: 200  len: 912 time: 0.2460282
Feb 03 20:03:38.885507 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-179c6ea2-4867-4cdd-837a-8da13df203d6 service neutron] 10.222.0.67 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6131532
Feb 03 20:03:38.909461 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-5799e9c7-abaa-47e5-a94c-357ca1a7cc74 req-f87dd40c-a68c-475f-94f7-ae297b4499c6 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Synchronizing usage tracker for tenant:54fb9a949b3245c7a0731011941f5a06 on resource:security_group {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:03:38.922704 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a1b36a15-5ef8-42c0-9be9-4c65c6c529f4 req-89c8a0ed-c01f-4632-9ee3-86463dd8761e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f96fd274-f9cb-4a13-99d8-9e7343c085c7 HTTP/1.1" status: 200  len: 217 time: 0.1155558
Feb 03 20:03:38.941879 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-079160fb-2d2a-4612-b2f2-ea9f5383ce34 req-bc20c567-22a9-4e11-8af4-4244c057bd90 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Synchronizing usage tracker for tenant:20e86c4b370d4d1ab70110e25f1ebe04 on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:03:39.050641 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-079160fb-2d2a-4612-b2f2-ea9f5383ce34 req-bc20c567-22a9-4e11-8af4-4244c057bd90 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Unset dirty status for tenant:20e86c4b370d4d1ab70110e25f1ebe04 on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:03:39.051937 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-079160fb-2d2a-4612-b2f2-ea9f5383ce34 req-bc20c567-22a9-4e11-8af4-4244c057bd90 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 210 time: 0.1817601
Feb 03 20:03:39.085685 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36a15-5ef8-42c0-9be9-4c65c6c529f4 req-5bd683ff-7cf9-4f37-8d4a-a6ea9076aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:39.090752 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a1b36a15-5ef8-42c0-9be9-4c65c6c529f4 req-5bd683ff-7cf9-4f37-8d4a-a6ea9076aea0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79590a3a-e4fa-4711-a4bb-192651bead9e HTTP/1.1" status: 200  len: 858 time: 0.1407340
Feb 03 20:03:39.112751 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-5799e9c7-abaa-47e5-a94c-357ca1a7cc74 req-f87dd40c-a68c-475f-94f7-ae297b4499c6 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Unset dirty status for tenant:54fb9a949b3245c7a0731011941f5a06 on resource:security_group {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:03:39.114013 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5799e9c7-abaa-47e5-a94c-357ca1a7cc74 req-f87dd40c-a68c-475f-94f7-ae297b4499c6 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6715164
Feb 03 20:03:39.120451 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:39.229406 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a1b36a15-5ef8-42c0-9be9-4c65c6c529f4 req-a79c7f63-2d64-4c34-acaf-af33e97562f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d66d5c41-e90b-4c7c-9091-e02b4897e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1078367
Feb 03 20:03:39.284399 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2b711a6b-d8a3-4a99-b7f8-48bd5f4b4c2b req-c4b45177-e5eb-4738-9e12-3b1346fdb90e service neutron] 10.222.0.67 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3614569
Feb 03 20:03:39.676175 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a1b36a15-5ef8-42c0-9be9-4c65c6c529f4 req-10408053-1a14-441f-98bb-5cfbb47c8a26 service neutron] 10.222.0.67 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3923554
Feb 03 20:03:39.726498 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a746dc-0145-4c8a-914a-34ba74f2ea13 req-2db484fe-2383-4fc7-bce6-7397486380ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:39.728171 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-39a746dc-0145-4c8a-914a-34ba74f2ea13 req-2db484fe-2383-4fc7-bce6-7397486380ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54fb9a949b3245c7a0731011941f5a06&device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 1160 time: 0.3023961
Feb 03 20:03:40.003244 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602146e-33eb-40ec-8832-dfd244061e38 req-f5415294-2c22-482a-ab3a-d58e6f756fb2 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:40.005169 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d602146e-33eb-40ec-8832-dfd244061e38 req-f5415294-2c22-482a-ab3a-d58e6f756fb2 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.67 "GET /v2.0/networks?id=b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 HTTP/1.1" status: 200  len: 811 time: 0.6729627
Feb 03 20:03:40.034200 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a746dc-0145-4c8a-914a-34ba74f2ea13 req-9db6beb9-2a64-4a9a-bf7c-60cd89a20268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:40.035804 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-39a746dc-0145-4c8a-914a-34ba74f2ea13 req-9db6beb9-2a64-4a9a-bf7c-60cd89a20268 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d66d5c41-e90b-4c7c-9091-e02b4897e8ac HTTP/1.1" status: 200  len: 912 time: 0.2916501
Feb 03 20:03:40.037077 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.resource_extend [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 03 20:03:40.115593 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a1b36a15-5ef8-42c0-9be9-4c65c6c529f4 req-f8ed4df4-391e-4046-b7fb-85e13d539a03 service neutron] 10.222.0.67 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4284723
Feb 03 20:03:40.220933 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d602146e-33eb-40ec-8832-dfd244061e38 req-7366a8eb-bebf-42a5-922b-5a368d39284d tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=20e86c4b370d4d1ab70110e25f1ebe04 HTTP/1.1" status: 200  len: 5704 time: 0.1867497
Feb 03 20:03:40.233269 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-d602146e-33eb-40ec-8832-dfd244061e38 req-66d03f2a-e235-4f8f-8e21-02406b8afa74 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Request body: {'port': {'device_id': 'fca18cd1-88da-4580-b0ea-fc62f8718c05', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'admin_state_up': True, 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'security_groups': ['a64748bb-6f0a-409f-943a-1c9cd6a45aed']}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:03:40.341560 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-39a746dc-0145-4c8a-914a-34ba74f2ea13 req-07ee328c-ea96-426c-806e-23ac1b8a9ec2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7870cd4f-7380-4fd7-9469-292c8f4c32d3 HTTP/1.1" status: 200  len: 217 time: 0.1758924
Feb 03 20:03:40.549375 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b564b3-821b-48b8-9163-12b4ea3a05ec {{(pid=80144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 20:03:40.563078 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:40.595249 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Transition to ACTIVE for port object f8b564b3-821b-48b8-9163-12b4ea3a05ec will not be triggered until provisioned by entity L2. {{(pid=80144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:03:40.606841 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:40.631550 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.objects.ports [None req-834ca790-ba31-4117-8d93-c85f0b2683e8 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80147) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 03 20:03:40.697678 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:40.736631 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-d602146e-33eb-40ec-8832-dfd244061e38 req-66d03f2a-e235-4f8f-8e21-02406b8afa74 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:40.748731 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-d602146e-33eb-40ec-8832-dfd244061e38 req-66d03f2a-e235-4f8f-8e21-02406b8afa74 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:40.810223 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d602146e-33eb-40ec-8832-dfd244061e38 req-66d03f2a-e235-4f8f-8e21-02406b8afa74 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Made reservation on behalf of 20e86c4b370d4d1ab70110e25f1ebe04 for: {'port': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:03:40.834654 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-d602146e-33eb-40ec-8832-dfd244061e38 req-66d03f2a-e235-4f8f-8e21-02406b8afa74 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:40.842463 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42442d63-744a-4718-9b3c-4789ee3c97e4 req-5e60d128-eb6e-467c-a144-2b6d7ba3c842 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:40.843523 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-42442d63-744a-4718-9b3c-4789ee3c97e4 req-5e60d128-eb6e-467c-a144-2b6d7ba3c842 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Synchronizing usage tracker for tenant:02ef50735d804c2db24fe12e26c282e8 on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:03:40.847018 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8950f544-3ddc-450a-a444-9d008cc2449b req-f7ed6a71-c85b-4efa-a1fb-0d5eed987d08 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 210 time: 0.0893877
Feb 03 20:03:40.926383 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a746dc-0145-4c8a-914a-34ba74f2ea13 req-4ff1b8ed-0324-428b-a463-6d8b5ca0762f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:40.928193 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-39a746dc-0145-4c8a-914a-34ba74f2ea13 req-4ff1b8ed-0324-428b-a463-6d8b5ca0762f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79590a3a-e4fa-4711-a4bb-192651bead9e HTTP/1.1" status: 200  len: 858 time: 0.5667450
Feb 03 20:03:40.961433 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-42442d63-744a-4718-9b3c-4789ee3c97e4 req-5e60d128-eb6e-467c-a144-2b6d7ba3c842 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Unset dirty status for tenant:02ef50735d804c2db24fe12e26c282e8 on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:03:40.968913 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-42442d63-744a-4718-9b3c-4789ee3c97e4 req-5e60d128-eb6e-467c-a144-2b6d7ba3c842 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 931 time: 1.1102068
Feb 03 20:03:41.284978 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-39a746dc-0145-4c8a-914a-34ba74f2ea13 req-c800f01e-6ad7-402e-beb4-4bb8aded7656 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d66d5c41-e90b-4c7c-9091-e02b4897e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3030431
Feb 03 20:03:41.288548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408b65d-37fb-4602-bb3e-135e34444ab4 req-b605bb50-5ff6-4049-a027-f80207f38b11 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:41.290259 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6408b65d-37fb-4602-bb3e-135e34444ab4 req-b605bb50-5ff6-4049-a027-f80207f38b11 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 944 time: 0.3012877
Feb 03 20:03:41.305898 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b564b3-821b-48b8-9163-12b4ea3a05ec,revision_number=2']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:41.317453 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device f96fd274-f9cb-4a13-99d8-9e7343c085c7 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:41.338759 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:41.372528 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-42442d63-744a-4718-9b3c-4789ee3c97e4 req-b9f2d079-178a-4d2e-a331-caeb818bb2ed tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4025416
Feb 03 20:03:41.416843 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning for port f96fd274-f9cb-4a13-99d8-9e7343c085c7 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:03:41.424447 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port f96fd274-f9cb-4a13-99d8-9e7343c085c7 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:41.425963 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:41.548590 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6408b65d-37fb-4602-bb3e-135e34444ab4 req-b6b595fd-6e01-400f-a1a3-349e3bd77240 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2507725
Feb 03 20:03:41.549167 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 53626) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:41.579962 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-d602146e-33eb-40ec-8832-dfd244061e38 req-66d03f2a-e235-4f8f-8e21-02406b8afa74 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Allocated IP 172.20.0.9 (b2eb7e8c-bcbc-45cd-b50e-636bc852ed45/f359afcf-4f0c-4f99-9cfc-156f20cf5791/518b9129-c13a-46c5-a4f9-1d8b63cb0ae7) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:03:41.719743 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:41.779572 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Attempting to bind port f8b564b3-821b-48b8-9163-12b4ea3a05ec on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:03:41.780144 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Attempting to bind port f8b564b3-821b-48b8-9163-12b4ea3a05ec by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '21f320d7-b94d-4ce4-b976-ee13b6aa7f47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb'}] {{(pid=80144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:03:41.780323 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Attempting to bind port f8b564b3-821b-48b8-9163-12b4ea3a05ec on network 4826c2d9-ff92-4255-84fc-4664139f9cbb {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:03:41.814344 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Checking agent: {'id': 'd65f81c7-83bc-4486-bd9d-9b0ec76bab54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 0, 54), 'started_at': datetime.datetime(2021, 2, 3, 20, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.109', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:03:41.814718 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Checking segment: {'id': '21f320d7-b94d-4ce4-b976-ee13b6aa7f47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:03:41.815119 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:41.815508 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Bound using segment: {'id': '21f320d7-b94d-4ce4-b976-ee13b6aa7f47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb'} {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:03:41.816075 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Bound port: f8b564b3-821b-48b8-9163-12b4ea3a05ec, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f320d7-b94d-4ce4-b976-ee13b6aa7f47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb'}}] {{(pid=80144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:03:41.816449 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:41.821153 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port f96fd274-f9cb-4a13-99d8-9e7343c085c7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f96fd274-f9cb-4a13-99d8-9e7343c085c7,segment=NetworkSegment(cfbe3585-9b60-4b39-8e7e-98a632132ac1),segment_id=cfbe3585-9b60-4b39-8e7e-98a632132ac1)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:03:41.823361 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b28793-55fc-4157-80bd-0385943ae8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96fd274-f9cb-4a13-99d8-9e7343c085c7'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:03:41.845333 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:41.847865 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d3eb073d-65a9-4af6-b4c4-020a1bfb1721 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:41.882640 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-39a746dc-0145-4c8a-914a-34ba74f2ea13 req-8e279413-c3cb-4c50-a4c9-29d895bb5873 service neutron] 10.222.0.67 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5803506
Feb 03 20:03:41.987368 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9266036a-c921-42f3-bf15-b314fc85a7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:42.002066 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b28793-55fc-4157-80bd-0385943ae8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96fd274-f9cb-4a13-99d8-9e7343c085c7', 'code': 200}
Feb 03 20:03:42.019186 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=f96fd274-f9cb-4a13-99d8-9e7343c085c7,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:42.023727 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:42.034853 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-9266036a-c921-42f3-bf15-b314fc85a7c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:42.050741 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-9266036a-c921-42f3-bf15-b314fc85a7c1 admin admin] Usage tracker for resource:security_group_rule and tenant:3a7f0d167e364c699de3ec0cfea57a5e is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:42.055665 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-9266036a-c921-42f3-bf15-b314fc85a7c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:42.061461 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-d602146e-33eb-40ec-8832-dfd244061e38 req-66d03f2a-e235-4f8f-8e21-02406b8afa74 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:42.071670 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-9266036a-c921-42f3-bf15-b314fc85a7c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:42.094533 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-d602146e-33eb-40ec-8832-dfd244061e38 req-66d03f2a-e235-4f8f-8e21-02406b8afa74 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Transition to ACTIVE for port object 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 will not be triggered until provisioned by entity DHCP. {{(pid=80146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:03:42.181790 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-39a746dc-0145-4c8a-914a-34ba74f2ea13 req-466a8a5c-2e53-40a1-b4c9-813683bfe8ec service neutron] 10.222.0.67 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2913873
Feb 03 20:03:42.190228 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] For port f8b564b3-821b-48b8-9163-12b4ea3a05ec, host hv-cinder-77398, cleared binding levels {{(pid=80144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:03:42.190419 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f9087c78-94ef-43e2-a6ac-62ddd4c065c2 req-a74db44f-c6fe-46bf-adf1-1ecbdb17f7f3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 210 time: 0.0770895
Feb 03 20:03:42.194411 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] For port f8b564b3-821b-48b8-9163-12b4ea3a05ec, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f8b564b3-821b-48b8-9163-12b4ea3a05ec,segment=NetworkSegment(21f320d7-b94d-4ce4-b976-ee13b6aa7f47),segment_id=21f320d7-b94d-4ce4-b976-ee13b6aa7f47)] {{(pid=80144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:03:42.199402 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:42.224933 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-d602146e-33eb-40ec-8832-dfd244061e38 req-66d03f2a-e235-4f8f-8e21-02406b8afa74 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:42.232843 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:42.249426 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:42.417742 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d03f2a-e235-4f8f-8e21-02406b8afa74 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Pushing event updated for resources: {'Port': ['ID=518b9129-c13a-46c5-a4f9-1d8b63cb0ae7,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:42.429430 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-66d03f2a-e235-4f8f-8e21-02406b8afa74 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:42.431233 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9266036a-c921-42f3-bf15-b314fc85a7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:42.445801 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9266036a-c921-42f3-bf15-b314fc85a7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:42.459390 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2382566f-6c5f-4fda-99ae-5cc065fd5438 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:42.462208 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b564b3-821b-48b8-9163-12b4ea3a05ec,revision_number=3']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:42.469812 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:42.510130 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9d86d-870a-4c6e-9f42-e7f25103c0c0 req-7f2f484c-180e-470e-a12b-760bf7dda5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:42.511778 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3ad9d86d-870a-4c6e-9f42-e7f25103c0c0 req-7f2f484c-180e-470e-a12b-760bf7dda5d4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 1163 time: 0.2355888
Feb 03 20:03:42.517668 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:42.518370 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:42.519852 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] 10.222.0.67 "PUT /v2.0/ports/f8b564b3-821b-48b8-9163-12b4ea3a05ec HTTP/1.1" status: 200  len: 1157 time: 3.7771344
Feb 03 20:03:42.520403 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2c3909-231f-46be-afc3-4f39ecc6fc1f', 'tag': 'f8b564b3-821b-48b8-9163-12b4ea3a05ec'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:03:42.528981 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-9266036a-c921-42f3-bf15-b314fc85a7c1 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=3a7f0d167e364c699de3ec0cfea57a5e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9645431
Feb 03 20:03:42.534490 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266036a-c921-42f3-bf15-b314fc85a7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67583c0-bdb2-4c3c-ab59-4a0e6b762f3c,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:42.538139 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 53656) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:42.543482 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9266036a-c921-42f3-bf15-b314fc85a7c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:42.557879 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d602146e-33eb-40ec-8832-dfd244061e38 req-66d03f2a-e235-4f8f-8e21-02406b8afa74 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Network b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:03:42.560694 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-d602146e-33eb-40ec-8832-dfd244061e38 req-66d03f2a-e235-4f8f-8e21-02406b8afa74 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:03:42.565266 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-d602146e-33eb-40ec-8832-dfd244061e38 req-66d03f2a-e235-4f8f-8e21-02406b8afa74 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:03:42.621725 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3ad9d86d-870a-4c6e-9f42-e7f25103c0c0 req-696271fe-6eec-47e6-b90a-7840a4583088 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953202
Feb 03 20:03:42.676419 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602146e-33eb-40ec-8832-dfd244061e38 req-66d03f2a-e235-4f8f-8e21-02406b8afa74 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:42.677173 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-d602146e-33eb-40ec-8832-dfd244061e38 req-66d03f2a-e235-4f8f-8e21-02406b8afa74 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:42.853443 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d602146e-33eb-40ec-8832-dfd244061e38 req-66d03f2a-e235-4f8f-8e21-02406b8afa74 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6256964
Feb 03 20:03:42.859169 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4b251dbb-9350-483d-87ca-405599ae044e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:42.919888 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0d991-d0d5-4b8f-980c-fc64071d3c41 req-2348b0f1-3736-49d8-aa53-12aca2cdd7c5 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:42.921620 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-20d0d991-d0d5-4b8f-980c-fc64071d3c41 req-2348b0f1-3736-49d8-aa53-12aca2cdd7c5 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.2969906
Feb 03 20:03:42.924929 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-6d796da2-933a-4b31-9315-9f08e92f42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:42.926605 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-6d796da2-933a-4b31-9315-9f08e92f42e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02ef50735d804c2db24fe12e26c282e8&device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 1160 time: 0.2993433
Feb 03 20:03:42.985134 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f60a3-b354-4986-b5a1-7880d2645937 req-c1a67aab-200b-4ee6-b26c-e3afab7d3dc0 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:42.986528 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-d8cfa574-1867-4551-9359-b0dc1561fe2c None None] Provisioning for port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:03:42.986939 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-035f60a3-b354-4986-b5a1-7880d2645937 req-c1a67aab-200b-4ee6-b26c-e3afab7d3dc0 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.2689316
Feb 03 20:03:42.989029 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4b251dbb-9350-483d-87ca-405599ae044e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:42.992181 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-20d0d991-d0d5-4b8f-980c-fc64071d3c41 req-caf55658-aab0-43e7-b32d-e3d433486362 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620155
Feb 03 20:03:43.003004 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-d8cfa574-1867-4551-9359-b0dc1561fe2c None None] Provisioning complete for port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:43.003004 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d8cfa574-1867-4551-9359-b0dc1561fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:43.041239 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-d602146e-33eb-40ec-8832-dfd244061e38 req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Request body: {'port': {'device_id': 'fca18cd1-88da-4580-b0ea-fc62f8718c05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:03:43.056972 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-d8cfa574-1867-4551-9359-b0dc1561fe2c None None] Port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:03:43.119739 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-0534d0e3-26ca-471a-a23c-3bee6d4a3651 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8b564b3-821b-48b8-9163-12b4ea3a05ec HTTP/1.1" status: 200  len: 217 time: 0.1008000
Feb 03 20:03:43.164414 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-035f60a3-b354-4986-b5a1-7880d2645937 req-25af36e7-fedd-4280-85d3-8f0bcc3b1fc9 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545317
Feb 03 20:03:43.200754 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2c3909-231f-46be-afc3-4f39ecc6fc1f', 'tag': 'f8b564b3-821b-48b8-9163-12b4ea3a05ec', 'status': 'completed', 'code': 200}
Feb 03 20:03:43.230843 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-d70e384b-7a9d-4866-8893-4d7624cfc5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:43.232543 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-d70e384b-7a9d-4866-8893-4d7624cfc5d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5a7e0094-f26b-4461-b4af-b0f9b0b24802 HTTP/1.1" status: 200  len: 854 time: 0.0974452
Feb 03 20:03:43.262358 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4b251dbb-9350-483d-87ca-405599ae044e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:43.275794 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e8eb9c6f-39f8-4931-a6c2-59e6abd50d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:43.288672 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-d602146e-33eb-40ec-8832-dfd244061e38 req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:43.307715 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b251dbb-9350-483d-87ca-405599ae044e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67583c0-bdb2-4c3c-ab59-4a0e6b762f3c,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:43.312500 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4b251dbb-9350-483d-87ca-405599ae044e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:43.314135 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-4b251dbb-9350-483d-87ca-405599ae044e admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/d67583c0-bdb2-4c3c-ab59-4a0e6b762f3c HTTP/1.1" status: 204  len: 168 time: 0.7749438
Feb 03 20:03:43.315699 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-4b251dbb-9350-483d-87ca-405599ae044e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:43.360690 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-823be47a-baf4-47d4-ae9c-4804fe0c123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:43.362458 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-823be47a-baf4-47d4-ae9c-4804fe0c123e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4826c2d9-ff92-4255-84fc-4664139f9cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1210103
Feb 03 20:03:43.549931 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-d0d41f7e-4971-4784-8c52-9671847df1b8 service neutron] 10.222.0.67 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1753662
Feb 03 20:03:43.679056 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 7870cd4f-7380-4fd7-9469-292c8f4c32d3 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:43.846496 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning for port 7870cd4f-7380-4fd7-9469-292c8f4c32d3 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:03:43.876014 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 7870cd4f-7380-4fd7-9469-292c8f4c32d3 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:43.876594 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:43.880127 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [req-d602146e-33eb-40ec-8832-dfd244061e38 req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 {{(pid=80146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 20:03:43.888855 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-d602146e-33eb-40ec-8832-dfd244061e38 req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:43.903717 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-d602146e-33eb-40ec-8832-dfd244061e38 req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Transition to ACTIVE for port object 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 will not be triggered until provisioned by entity L2. {{(pid=80146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:03:43.913484 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-d602146e-33eb-40ec-8832-dfd244061e38 req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:43.932883 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 53690) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:43.933711 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:43.994856 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40f8be-bd66-4019-9852-f74a30f1a8bd req-f446746f-7701-4a4f-91df-ad83e0abe69e tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:43.997815 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3a40f8be-bd66-4019-9852-f74a30f1a8bd req-f446746f-7701-4a4f-91df-ad83e0abe69e tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 931 time: 0.4478595
Feb 03 20:03:44.044646 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-42920be4-35d0-4e5c-b95d-b89509361b89 req-34bf05ae-005b-4def-a69b-db30e92ecea2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2877860
Feb 03 20:03:44.067938 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48ac2ac9-96cf-4d27-a5a8-3952f3701c1a req-5e75bc5c-587c-4f54-8c82-8190ead2e83c service neutron] 10.222.0.67 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4595575
Feb 03 20:03:44.068715 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 53698) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:44.100789 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3a40f8be-bd66-4019-9852-f74a30f1a8bd req-5b11990e-f0fb-4043-917b-2186f8b40205 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0901930
Feb 03 20:03:44.118068 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Pushing event updated for resources: {'Port': ['ID=518b9129-c13a-46c5-a4f9-1d8b63cb0ae7,revision_number=2']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:44.131435 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:44.161732 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f0818db8-becc-48c2-90f4-ae8fb8c18a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:44.192834 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:44.213383 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-f0818db8-becc-48c2-90f4-ae8fb8c18a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:44.221786 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-f0818db8-becc-48c2-90f4-ae8fb8c18a76 admin admin] Usage tracker for resource:security_group_rule and tenant:e48bcd1fc157426f86d055845d7fb2f2 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:44.233790 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-f0818db8-becc-48c2-90f4-ae8fb8c18a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:44.243804 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-f0818db8-becc-48c2-90f4-ae8fb8c18a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:44.270481 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 7870cd4f-7380-4fd7-9469-292c8f4c32d3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=7870cd4f-7380-4fd7-9469-292c8f4c32d3,segment=NetworkSegment(cfbe3585-9b60-4b39-8e7e-98a632132ac1),segment_id=cfbe3585-9b60-4b39-8e7e-98a632132ac1)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:03:44.282621 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06a2795-7d38-453a-954d-bef5162e1b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7870cd4f-7380-4fd7-9469-292c8f4c32d3'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:03:44.289165 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:44.290236 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device f96fd274-f9cb-4a13-99d8-9e7343c085c7 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:44.416898 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bd500c22-0815-404c-b621-ca4eefe4f807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:44.541682 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=7870cd4f-7380-4fd7-9469-292c8f4c32d3,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:44.552774 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f0818db8-becc-48c2-90f4-ae8fb8c18a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:44.555350 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:44.574441 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port f96fd274-f9cb-4a13-99d8-9e7343c085c7 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:44.576931 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f0818db8-becc-48c2-90f4-ae8fb8c18a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:44.577477 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:44.606406 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7b8e85ef-5f82-4e19-b5b0-9d8942248bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:44.643303 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbac885-1bfd-4a97-b189-6da0dd4416c0 req-1824833b-5f88-4241-a263-53499368941f tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:44.645441 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9dbac885-1bfd-4a97-b189-6da0dd4416c0 req-1824833b-5f88-4241-a263-53499368941f tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.4188235
Feb 03 20:03:44.696429 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d1cf3337-f68a-413d-80fb-a122aa437a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:44.699207 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0818db8-becc-48c2-90f4-ae8fb8c18a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57d70cd-718c-49cb-abfa-f3c1e1117a95,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:44.714723 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f0818db8-becc-48c2-90f4-ae8fb8c18a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:44.722319 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-f0818db8-becc-48c2-90f4-ae8fb8c18a76 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=e48bcd1fc157426f86d055845d7fb2f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6176648
Feb 03 20:03:44.723243 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 53710) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:44.739607 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-d1cf3337-f68a-413d-80fb-a122aa437a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:44.742563 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-d602146e-33eb-40ec-8832-dfd244061e38 req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Attempting to bind port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:03:44.742942 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-d602146e-33eb-40ec-8832-dfd244061e38 req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Attempting to bind port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '9319fd51-3f8a-4400-83f2-37446c6d8ab0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45'}] {{(pid=80146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:03:44.743312 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d602146e-33eb-40ec-8832-dfd244061e38 req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Attempting to bind port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 on network b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:03:44.756354 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-d1cf3337-f68a-413d-80fb-a122aa437a15 admin admin] Usage tracker for resource:security_group_rule and tenant:28c359ecb7a94678a1c9ebe31ef93774 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:44.763726 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-d1cf3337-f68a-413d-80fb-a122aa437a15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:44.770321 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d602146e-33eb-40ec-8832-dfd244061e38 req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Checking agent: {'id': 'd65f81c7-83bc-4486-bd9d-9b0ec76bab54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 0, 54), 'started_at': datetime.datetime(2021, 2, 3, 20, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.109', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:03:44.770701 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d602146e-33eb-40ec-8832-dfd244061e38 req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Checking segment: {'id': '9319fd51-3f8a-4400-83f2-37446c6d8ab0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:03:44.771079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-d602146e-33eb-40ec-8832-dfd244061e38 req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:44.771475 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d602146e-33eb-40ec-8832-dfd244061e38 req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Bound using segment: {'id': '9319fd51-3f8a-4400-83f2-37446c6d8ab0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45'} {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:03:44.771989 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-d602146e-33eb-40ec-8832-dfd244061e38 req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Bound port: 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9319fd51-3f8a-4400-83f2-37446c6d8ab0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45'}}] {{(pid=80146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:03:44.772367 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-d602146e-33eb-40ec-8832-dfd244061e38 req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:44.791562 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-d1cf3337-f68a-413d-80fb-a122aa437a15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:44.830216 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9dbac885-1bfd-4a97-b189-6da0dd4416c0 req-7c52f544-d0b7-448c-9ef4-44d7fb733dd1 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1720617
Feb 03 20:03:44.873134 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e346ce-b4cd-42c2-b5fb-8ec5cde82d69 req-b3a95cd4-5db5-496f-8d96-af6a41e73774 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:44.882682 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48e346ce-b4cd-42c2-b5fb-8ec5cde82d69 req-b3a95cd4-5db5-496f-8d96-af6a41e73774 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.4220338
Feb 03 20:03:44.928450 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06a2795-7d38-453a-954d-bef5162e1b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7870cd4f-7380-4fd7-9469-292c8f4c32d3', 'code': 200}
Feb 03 20:03:44.973466 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-d602146e-33eb-40ec-8832-dfd244061e38 req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] For port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7, host hv-cinder-77398, cleared binding levels {{(pid=80146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:03:44.977339 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-d602146e-33eb-40ec-8832-dfd244061e38 req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] For port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=518b9129-c13a-46c5-a4f9-1d8b63cb0ae7,segment=NetworkSegment(9319fd51-3f8a-4400-83f2-37446c6d8ab0),segment_id=9319fd51-3f8a-4400-83f2-37446c6d8ab0)] {{(pid=80146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:03:44.982492 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48e346ce-b4cd-42c2-b5fb-8ec5cde82d69 req-df84d312-44ef-4849-a3f4-95389651f1dc tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988531
Feb 03 20:03:44.983826 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7cd5bcec-ca3e-4a90-aadb-64164a9ba725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:44.989228 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-d602146e-33eb-40ec-8832-dfd244061e38 req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:45.007464 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:45.020366 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7cd5bcec-ca3e-4a90-aadb-64164a9ba725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:45.071076 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7cd5bcec-ca3e-4a90-aadb-64164a9ba725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:45.076429 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-99ea9589-84ad-4422-acc0-fdeff0a25ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:45.092213 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5bcec-ca3e-4a90-aadb-64164a9ba725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57d70cd-718c-49cb-abfa-f3c1e1117a95,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:45.095625 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7cd5bcec-ca3e-4a90-aadb-64164a9ba725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:45.096629 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7cd5bcec-ca3e-4a90-aadb-64164a9ba725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:45.101696 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-7cd5bcec-ca3e-4a90-aadb-64164a9ba725 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/f57d70cd-718c-49cb-abfa-f3c1e1117a95 HTTP/1.1" status: 204  len: 168 time: 0.3776159
Feb 03 20:03:45.394023 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d1cf3337-f68a-413d-80fb-a122aa437a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:45.415574 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d1cf3337-f68a-413d-80fb-a122aa437a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:45.441172 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Pushing event updated for resources: {'Port': ['ID=518b9129-c13a-46c5-a4f9-1d8b63cb0ae7,revision_number=3']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:45.484246 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.484901 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.485450 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.485848 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.486428 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.486623 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.486970 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.487298 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.487676 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.488073 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.488451 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.488822 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.489240 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.489707 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.490037 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.490320 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.490690 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.491078 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.491451 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.491837 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.492236 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.492606 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.492976 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.493832 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:45.503724 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:45.517256 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-4b251dbb-9350-483d-87ca-405599ae044e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:45.530884 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-d1cf3337-f68a-413d-80fb-a122aa437a15 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=28c359ecb7a94678a1c9ebe31ef93774&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5587456
Feb 03 20:03:45.534631 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 53732) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:45.602388 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602146e-33eb-40ec-8832-dfd244061e38 req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:45.604735 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-d602146e-33eb-40ec-8832-dfd244061e38 req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:45.606342 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d602146e-33eb-40ec-8832-dfd244061e38 req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] 10.222.0.67 "PUT /v2.0/ports/518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 HTTP/1.1" status: 200  len: 1157 time: 2.5752139
Feb 03 20:03:45.607298 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-963e0190-cb5c-4dcd-aa4f-dc3e9da1233d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:45.608196 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca18cd1-88da-4580-b0ea-fc62f8718c05', 'tag': '518b9129-c13a-46c5-a4f9-1d8b63cb0ae7'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:03:45.645026 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-963e0190-cb5c-4dcd-aa4f-dc3e9da1233d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:45.704145 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-963e0190-cb5c-4dcd-aa4f-dc3e9da1233d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:45.716008 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9ad912eb-587d-49b6-b004-e84e39a2632d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:45.718771 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2ee02-f2d8-450f-a4ed-1c4136206872 req-3f53f6fe-cdc9-4a17-bc87-f1ef5fda24d9 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:45.720463 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-42e2ee02-f2d8-450f-a4ed-1c4136206872 req-3f53f6fe-cdc9-4a17-bc87-f1ef5fda24d9 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Synchronizing usage tracker for tenant:20e86c4b370d4d1ab70110e25f1ebe04 on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:03:45.723569 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf3337-f68a-413d-80fb-a122aa437a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec74d242-bd51-48d3-9105-a9d6d05f6ca5,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:45.727885 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d1cf3337-f68a-413d-80fb-a122aa437a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:45.746201 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-42e2ee02-f2d8-450f-a4ed-1c4136206872 req-3f53f6fe-cdc9-4a17-bc87-f1ef5fda24d9 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Unset dirty status for tenant:20e86c4b370d4d1ab70110e25f1ebe04 on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:03:45.746649 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-963e0190-cb5c-4dcd-aa4f-dc3e9da1233d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:45.751036 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-963e0190-cb5c-4dcd-aa4f-dc3e9da1233d admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/ec74d242-bd51-48d3-9105-a9d6d05f6ca5 HTTP/1.1" status: 204  len: 168 time: 0.2153203
Feb 03 20:03:45.752107 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e0190-cb5c-4dcd-aa4f-dc3e9da1233d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec74d242-bd51-48d3-9105-a9d6d05f6ca5,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:45.753065 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-42e2ee02-f2d8-450f-a4ed-1c4136206872 req-3f53f6fe-cdc9-4a17-bc87-f1ef5fda24d9 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 943 time: 0.4499023
Feb 03 20:03:45.756830 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-963e0190-cb5c-4dcd-aa4f-dc3e9da1233d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:45.838146 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-42e2ee02-f2d8-450f-a4ed-1c4136206872 req-e12685e6-9882-4614-8596-cf774bf4f38f tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743222
Feb 03 20:03:45.840079 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca18cd1-88da-4580-b0ea-fc62f8718c05', 'tag': '518b9129-c13a-46c5-a4f9-1d8b63cb0ae7', 'status': 'completed', 'code': 200}
Feb 03 20:03:46.185553 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26e182-8fcf-49b4-9dbd-5e21c84e19eb req-60ea4f98-196a-41df-beab-8b60aba9009a tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:46.190864 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1e26e182-8fcf-49b4-9dbd-5e21c84e19eb req-60ea4f98-196a-41df-beab-8b60aba9009a tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.1880035
Feb 03 20:03:46.191533 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 53756) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:46.215729 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f49f1f66-6ef1-4239-b25d-6b7aaed65137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:46.237641 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-f49f1f66-6ef1-4239-b25d-6b7aaed65137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:46.243599 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-f49f1f66-6ef1-4239-b25d-6b7aaed65137 admin admin] Usage tracker for resource:security_group_rule and tenant:9f8f6f53d69649089c9e0656e4f37e19 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:46.256955 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1e26e182-8fcf-49b4-9dbd-5e21c84e19eb req-d73d74df-5fd9-4e5e-a045-85e03a04f935 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0630319
Feb 03 20:03:46.330902 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c11a9-4a39-4dfa-9284-269ae5a05679 req-7273fed6-a8dd-4605-bb2b-b1f6465ffd94 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:46.332633 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-250c11a9-4a39-4dfa-9284-269ae5a05679 req-7273fed6-a8dd-4605-bb2b-b1f6465ffd94 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.2062178
Feb 03 20:03:46.333597 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-f49f1f66-6ef1-4239-b25d-6b7aaed65137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:46.341491 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-f49f1f66-6ef1-4239-b25d-6b7aaed65137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:46.424780 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-250c11a9-4a39-4dfa-9284-269ae5a05679 req-666a684b-7d30-4ba0-b396-5cb936d0b1f5 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850594
Feb 03 20:03:46.488128 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f49f1f66-6ef1-4239-b25d-6b7aaed65137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:46.491316 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f49f1f66-6ef1-4239-b25d-6b7aaed65137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:46.501168 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ca4eb8ec-4392-4207-8451-e539df5121ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:46.545644 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-f49f1f66-6ef1-4239-b25d-6b7aaed65137 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=9f8f6f53d69649089c9e0656e4f37e19&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3529685
Feb 03 20:03:46.548507 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 53768) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:46.551391 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f1f66-6ef1-4239-b25d-6b7aaed65137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19835ed1-bea2-49c2-82be-d40d2b0a7e51,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:46.586685 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f49f1f66-6ef1-4239-b25d-6b7aaed65137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:46.644044 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7d585edb-981c-424a-a5cf-3fa9444f5dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:46.670627 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7d585edb-981c-424a-a5cf-3fa9444f5dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:46.724471 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7d585edb-981c-424a-a5cf-3fa9444f5dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:46.730397 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:46.758673 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d585edb-981c-424a-a5cf-3fa9444f5dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19835ed1-bea2-49c2-82be-d40d2b0a7e51,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:46.763198 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7d585edb-981c-424a-a5cf-3fa9444f5dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:46.765414 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7d585edb-981c-424a-a5cf-3fa9444f5dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:46.767099 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-7d585edb-981c-424a-a5cf-3fa9444f5dae admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/19835ed1-bea2-49c2-82be-d40d2b0a7e51 HTTP/1.1" status: 204  len: 168 time: 0.2175226
Feb 03 20:03:47.067464 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f4f03-bc1d-40bc-a220-7abf1b679df4 req-433fec90-faf7-4fa2-a0d6-287e5a94e42c tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:47.072521 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e36f4f03-bc1d-40bc-a220-7abf1b679df4 req-433fec90-faf7-4fa2-a0d6-287e5a94e42c tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.2332671
Feb 03 20:03:47.166851 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e36f4f03-bc1d-40bc-a220-7abf1b679df4 req-d105a82d-a354-4e60-ad6a-76d15757ca1b tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868487
Feb 03 20:03:47.199660 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1c204-5a51-4798-b726-583a92654dad req-f3166342-21de-4b5f-93ab-f6afb819092d tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:47.206648 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0ad1c204-5a51-4798-b726-583a92654dad req-f3166342-21de-4b5f-93ab-f6afb819092d tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 943 time: 0.2063835
Feb 03 20:03:47.313240 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0ad1c204-5a51-4798-b726-583a92654dad req-e2f34fce-754c-46d6-ac14-ac6ef0ee908c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1010702
Feb 03 20:03:47.391815 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ae9a4-0b25-474b-97dc-cdf74ad62e4f req-3512396a-2550-4260-b0be-d8e1e17aff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:47.393490 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-869ae9a4-0b25-474b-97dc-cdf74ad62e4f req-3512396a-2550-4260-b0be-d8e1e17aff9a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20e86c4b370d4d1ab70110e25f1ebe04&device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 1160 time: 0.0968573
Feb 03 20:03:47.737392 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ae9a4-0b25-474b-97dc-cdf74ad62e4f req-975180b9-4d33-4a85-9002-6c083c5021f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:47.739102 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-869ae9a4-0b25-474b-97dc-cdf74ad62e4f req-975180b9-4d33-4a85-9002-6c083c5021f5 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=20e86c4b370d4d1ab70110e25f1ebe04&shared=False HTTP/1.1" status: 200  len: 905 time: 0.2430813
Feb 03 20:03:47.842110 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae44786-731c-464c-b79b-9d9e38f9a8c2 req-78c31816-25a0-4ccc-b9f8-356b93c4ba30 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:47.851360 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8ae44786-731c-464c-b79b-9d9e38f9a8c2 req-78c31816-25a0-4ccc-b9f8-356b93c4ba30 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.4038663
Feb 03 20:03:47.936986 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8ae44786-731c-464c-b79b-9d9e38f9a8c2 req-17bd4b93-e0cb-4928-87a2-7295bfbb4dfe tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0844119
Feb 03 20:03:48.502078 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefaf7e-6cd8-4abe-994a-3101e3a586d8 req-13ab8870-61c7-4456-a7bf-0d37a6ef493c tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:48.503940 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1cefaf7e-6cd8-4abe-994a-3101e3a586d8 req-13ab8870-61c7-4456-a7bf-0d37a6ef493c tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.1877561
Feb 03 20:03:48.577456 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1cefaf7e-6cd8-4abe-994a-3101e3a586d8 req-97b54828-730a-4011-a8ad-922237061e4f tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664201
Feb 03 20:03:48.645860 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2111a35-9155-4b89-9512-2cc2f640b183 req-8362f8da-e1cc-4eba-ae4c-0927b96a7923 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:48.647524 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f2111a35-9155-4b89-9512-2cc2f640b183 req-8362f8da-e1cc-4eba-ae4c-0927b96a7923 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 943 time: 0.1827636
Feb 03 20:03:48.716371 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f2111a35-9155-4b89-9512-2cc2f640b183 req-92f3b8c3-ed2e-4455-8695-16a3d9a132ab tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623841
Feb 03 20:03:49.255741 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca159ca-b578-43f8-b149-555ce027f814 req-b5cd322b-11f0-4353-95d6-1b555ee33491 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:49.257472 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0ca159ca-b578-43f8-b149-555ce027f814 req-b5cd322b-11f0-4353-95d6-1b555ee33491 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.1716163
Feb 03 20:03:49.326458 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0ca159ca-b578-43f8-b149-555ce027f814 req-76d33db2-c57e-4e8f-8043-4a3fc2c1bbfe tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604305
Feb 03 20:03:49.881657 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b5164-5e5d-4bc8-a2fc-cf218f3bf8d0 req-5931d9c2-c9ae-4eea-b4da-976899ae8b40 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:49.883432 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6e3b5164-5e5d-4bc8-a2fc-cf218f3bf8d0 req-5931d9c2-c9ae-4eea-b4da-976899ae8b40 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.1738017
Feb 03 20:03:49.951731 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6e3b5164-5e5d-4bc8-a2fc-cf218f3bf8d0 req-0ba1b161-0494-403f-8d30-1dcfb687bea0 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614522
Feb 03 20:03:50.026843 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474dd99-4cab-4670-8bd8-bdcbbaccb65f req-f159e3f2-b3ac-4c85-be48-d970471636ea tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:50.028604 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8474dd99-4cab-4670-8bd8-bdcbbaccb65f req-f159e3f2-b3ac-4c85-be48-d970471636ea tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 943 time: 0.1784711
Feb 03 20:03:50.062418 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 53908) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:50.100750 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8474dd99-4cab-4670-8bd8-bdcbbaccb65f req-2dfdedc7-00e9-4759-99f2-04cba52c6d3a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646722
Feb 03 20:03:50.228529 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e3a4e697-0d0d-445f-8bb1-9424fa7c9f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:50.244780 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-e3a4e697-0d0d-445f-8bb1-9424fa7c9f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:50.248793 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-e3a4e697-0d0d-445f-8bb1-9424fa7c9f99 admin admin] Usage tracker for resource:security_group_rule and tenant:578ebaf9aebc4a7f9d39ca651c4dd188 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:50.252358 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-e3a4e697-0d0d-445f-8bb1-9424fa7c9f99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:50.258048 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-e3a4e697-0d0d-445f-8bb1-9424fa7c9f99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:50.342933 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e3a4e697-0d0d-445f-8bb1-9424fa7c9f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:50.346362 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e3a4e697-0d0d-445f-8bb1-9424fa7c9f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:50.355447 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:50.393557 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-e3a4e697-0d0d-445f-8bb1-9424fa7c9f99 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=578ebaf9aebc4a7f9d39ca651c4dd188&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3296449
Feb 03 20:03:50.396468 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 53918) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:50.401072 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4e697-0d0d-445f-8bb1-9424fa7c9f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b434f1ef-1044-467b-acc1-9cd9295db8b2,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:50.404371 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e3a4e697-0d0d-445f-8bb1-9424fa7c9f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:50.608100 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.67', 52170) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:50.827073 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:50.844210 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b25288-e2e9-4255-b3bb-0ae26dc39250 req-af99d788-bb59-4658-9a77-e426818515ca tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:50.848468 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-59b25288-e2e9-4255-b3bb-0ae26dc39250 req-af99d788-bb59-4658-9a77-e426818515ca tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.3713593
Feb 03 20:03:50.871334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:50.909931 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42920be4-35d0-4e5c-b95d-b89509361b89 req-633380cd-03ba-4525-a601-b85dc4895ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:50.911551 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-42920be4-35d0-4e5c-b95d-b89509361b89 req-633380cd-03ba-4525-a601-b85dc4895ca9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b84c1548402249709a85618883af036a&device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 1163 time: 0.2290792
Feb 03 20:03:50.924585 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241e9cf-5191-47f4-9e58-3a3cab76acaf req-ec99a1e5-1fa3-45d6-a166-41a413286f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:50.926197 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b241e9cf-5191-47f4-9e58-3a3cab76acaf req-ec99a1e5-1fa3-45d6-a166-41a413286f52 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02ef50735d804c2db24fe12e26c282e8&device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 1160 time: 0.2425029
Feb 03 20:03:50.971598 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:51.006616 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ae9a4-0b25-474b-97dc-cdf74ad62e4f req-826c7990-2f73-4465-aac2-55be7cfec203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:51.008231 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-869ae9a4-0b25-474b-97dc-cdf74ad62e4f req-826c7990-2f73-4465-aac2-55be7cfec203 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.4408169
Feb 03 20:03:51.029477 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-59b25288-e2e9-4255-b3bb-0ae26dc39250 req-e4413d21-0738-48c8-a464-a8f6d87b5076 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1611812
Feb 03 20:03:51.044565 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02310960-9e2e-4052-a1d3-ac77c2ba4261 req-3d7dab21-bb65-4adb-8646-a0c1d2a629b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:51.046834 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-02310960-9e2e-4052-a1d3-ac77c2ba4261 req-3d7dab21-bb65-4adb-8646-a0c1d2a629b9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 1162 time: 0.3879483
Feb 03 20:03:51.049850 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e8889-ac92-40e7-9658-b47c18fb96d4 req-44168c29-8796-40a2-9395-ffc00aba6ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:51.051367 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-357e8889-ac92-40e7-9658-b47c18fb96d4 req-44168c29-8796-40a2-9395-ffc00aba6ccd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54fb9a949b3245c7a0731011941f5a06&device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 1163 time: 0.4471810
Feb 03 20:03:51.059603 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:51.091873 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b434f1ef-1044-467b-acc1-9cd9295db8b2,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:51.171183 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:51.173399 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/b434f1ef-1044-467b-acc1-9cd9295db8b2 HTTP/1.1" status: 204  len: 168 time: 0.7756677
Feb 03 20:03:51.261396 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.261903 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.262371 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.262830 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.263396 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.263869 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.264472 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.265037 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.266120 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.266949 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.267404 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.267971 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.268622 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.269248 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.275136 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.275615 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.276101 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.276566 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.277242 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.277716 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.278195 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.278895 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.279625 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.280115 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:51.309691 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:51.433404 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-02310960-9e2e-4052-a1d3-ac77c2ba4261 req-78173092-a117-46b8-b68f-ced29fc59069 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3175747
Feb 03 20:03:51.480174 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241e9cf-5191-47f4-9e58-3a3cab76acaf req-896d6726-a3a0-45d0-a1eb-3d30cc837def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:51.481795 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b241e9cf-5191-47f4-9e58-3a3cab76acaf req-896d6726-a3a0-45d0-a1eb-3d30cc837def service neutron] 10.222.0.67 "GET /v2.0/networks?id=4826c2d9-ff92-4255-84fc-4664139f9cbb HTTP/1.1" status: 200  len: 909 time: 0.5406690
Feb 03 20:03:51.496304 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42920be4-35d0-4e5c-b95d-b89509361b89 req-d79687dd-9380-4f6a-8260-e367683a0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:51.497871 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-42920be4-35d0-4e5c-b95d-b89509361b89 req-d79687dd-9380-4f6a-8260-e367683a0ec8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=741ac762-c681-4f8b-93d3-bcd62b5e6a92 HTTP/1.1" status: 200  len: 906 time: 0.5306764
Feb 03 20:03:51.522200 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e8889-ac92-40e7-9658-b47c18fb96d4 req-c9edb8d8-2411-4d1d-8b74-5703af541cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:51.523343 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-357e8889-ac92-40e7-9658-b47c18fb96d4 req-c9edb8d8-2411-4d1d-8b74-5703af541cee service neutron] 10.222.0.67 "GET /v2.0/networks?id=d66d5c41-e90b-4c7c-9091-e02b4897e8ac HTTP/1.1" status: 200  len: 912 time: 0.4140689
Feb 03 20:03:51.526737 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602146e-33eb-40ec-8832-dfd244061e38 req-15ce68ad-7ddf-4b7f-a7b9-9220bbfccd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:51.528248 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d602146e-33eb-40ec-8832-dfd244061e38 req-15ce68ad-7ddf-4b7f-a7b9-9220bbfccd05 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20e86c4b370d4d1ab70110e25f1ebe04&device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 1160 time: 0.3997960
Feb 03 20:03:51.634356 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3815ca-2b69-47eb-931a-0df71971ced9 req-2eb76733-a7b0-46bf-8932-6153e0ce2464 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:51.636097 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5d3815ca-2b69-47eb-931a-0df71971ced9 req-2eb76733-a7b0-46bf-8932-6153e0ce2464 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 943 time: 0.2680089
Feb 03 20:03:51.645080 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5ee41-08e6-4407-84e7-43b77c19e16a req-31bbf8d2-1190-4f65-8f65-d751d1765741 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:51.653634 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7cd5ee41-08e6-4407-84e7-43b77c19e16a req-31bbf8d2-1190-4f65-8f65-d751d1765741 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.4783039
Feb 03 20:03:51.732302 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7cd5ee41-08e6-4407-84e7-43b77c19e16a req-3bc1a9d1-9743-4b63-aabb-1b0fd9692fbd tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775430
Feb 03 20:03:51.741382 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5d3815ca-2b69-47eb-931a-0df71971ced9 req-ceb5e1a2-ada7-4f05-8d3d-f2db25cf13c5 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968492
Feb 03 20:03:51.942071 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 53962) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:51.967854 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d602146e-33eb-40ec-8832-dfd244061e38 req-536c979f-79af-44de-bad7-6614d71d74b3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 HTTP/1.1" status: 200  len: 217 time: 0.1649289
Feb 03 20:03:51.975232 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 7870cd4f-7380-4fd7-9469-292c8f4c32d3 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:52.025518 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b241e9cf-5191-47f4-9e58-3a3cab76acaf req-b3b774b2-1909-4011-8609-e8191518becb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8b564b3-821b-48b8-9163-12b4ea3a05ec HTTP/1.1" status: 200  len: 217 time: 0.1357601
Feb 03 20:03:52.027277 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-357e8889-ac92-40e7-9658-b47c18fb96d4 req-3442418e-4036-4633-a71b-f44bbb824265 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f96fd274-f9cb-4a13-99d8-9e7343c085c7 HTTP/1.1" status: 200  len: 217 time: 0.1435573
Feb 03 20:03:52.034176 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-67087307-6a0e-4d8d-9f78-2b9deca970e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:52.044325 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-42920be4-35d0-4e5c-b95d-b89509361b89 req-6df470c8-f94e-46e2-88c1-dd1c582799f7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72998dc7-6710-422d-a4cc-dda9562a9e8d HTTP/1.1" status: 200  len: 217 time: 0.2423747
Feb 03 20:03:52.071684 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 7870cd4f-7380-4fd7-9469-292c8f4c32d3 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:52.072117 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:52.236958 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device f96fd274-f9cb-4a13-99d8-9e7343c085c7 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:52.255888 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241e9cf-5191-47f4-9e58-3a3cab76acaf req-8a4f99ac-4866-437b-bc24-8448232042be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:52.257664 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b241e9cf-5191-47f4-9e58-3a3cab76acaf req-8a4f99ac-4866-437b-bc24-8448232042be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5a7e0094-f26b-4461-b4af-b0f9b0b24802 HTTP/1.1" status: 200  len: 854 time: 0.2122476
Feb 03 20:03:52.287385 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42920be4-35d0-4e5c-b95d-b89509361b89 req-403ffbdf-af74-4369-9fad-e6f90699c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:52.289142 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-42920be4-35d0-4e5c-b95d-b89509361b89 req-403ffbdf-af74-4369-9fad-e6f90699c932 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=86fe9d08-fbe4-42fd-a85e-4e28bb40d21e HTTP/1.1" status: 200  len: 852 time: 0.2045615
Feb 03 20:03:52.318435 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-67087307-6a0e-4d8d-9f78-2b9deca970e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:03:52.329467 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port f96fd274-f9cb-4a13-99d8-9e7343c085c7 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:52.331194 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:52.331592 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-67087307-6a0e-4d8d-9f78-2b9deca970e5 admin admin] Usage tracker for resource:security_group_rule and tenant:619ed2b3c60d4c72a2e28730404da778 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:03:52.342818 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-67087307-6a0e-4d8d-9f78-2b9deca970e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:03:52.356156 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-67087307-6a0e-4d8d-9f78-2b9deca970e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:03:52.359643 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602146e-33eb-40ec-8832-dfd244061e38 req-a61e9b69-c2d7-4845-8815-7de64fd0fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:52.361828 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d602146e-33eb-40ec-8832-dfd244061e38 req-a61e9b69-c2d7-4845-8815-7de64fd0fe1f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f359afcf-4f0c-4f99-9cfc-156f20cf5791 HTTP/1.1" status: 200  len: 850 time: 0.3837945
Feb 03 20:03:52.410146 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e8889-ac92-40e7-9658-b47c18fb96d4 req-1c292c89-db84-4e0e-9d86-a398afe028cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:52.411800 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-357e8889-ac92-40e7-9658-b47c18fb96d4 req-1c292c89-db84-4e0e-9d86-a398afe028cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79590a3a-e4fa-4711-a4bb-192651bead9e HTTP/1.1" status: 200  len: 858 time: 0.3591361
Feb 03 20:03:52.521230 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-357e8889-ac92-40e7-9658-b47c18fb96d4 req-bc41201b-9cd2-4bbb-af64-7e72fd557e56 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d66d5c41-e90b-4c7c-9091-e02b4897e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0884593
Feb 03 20:03:52.594338 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-42920be4-35d0-4e5c-b95d-b89509361b89 req-672a6497-2ab7-4174-8569-341711f64d17 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=741ac762-c681-4f8b-93d3-bcd62b5e6a92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2444215
Feb 03 20:03:52.646939 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241e9cf-5191-47f4-9e58-3a3cab76acaf req-1d4f4609-d4a9-4492-8fe9-224c163e2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:52.648882 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b241e9cf-5191-47f4-9e58-3a3cab76acaf req-1d4f4609-d4a9-4492-8fe9-224c163e2ed2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4826c2d9-ff92-4255-84fc-4664139f9cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3008490
Feb 03 20:03:52.702090 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602146e-33eb-40ec-8832-dfd244061e38 req-e1903968-c067-497c-ad86-6061f00e4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:52.704286 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d602146e-33eb-40ec-8832-dfd244061e38 req-e1903968-c067-497c-ad86-6061f00e4b13 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2eb7e8c-bcbc-45cd-b50e-636bc852ed45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3310690
Feb 03 20:03:52.773716 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3ddd1-2132-4e85-88ab-9cb5c036bf63 req-bf634d3b-5127-468d-b029-b7db3d69b0d9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:52.775811 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c6c3ddd1-2132-4e85-88ab-9cb5c036bf63 req-bf634d3b-5127-468d-b029-b7db3d69b0d9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.5169790
Feb 03 20:03:52.814921 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-67087307-6a0e-4d8d-9f78-2b9deca970e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:52.835748 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-67087307-6a0e-4d8d-9f78-2b9deca970e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:52.857201 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3a85bb60-a808-4c44-a9cd-751d78d95be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:52.866110 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:52.879782 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-357e8889-ac92-40e7-9658-b47c18fb96d4 req-03fcea28-3749-4b83-af4a-bb4b0ebde675 service neutron] 10.222.0.67 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3389506
Feb 03 20:03:52.952508 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-67087307-6a0e-4d8d-9f78-2b9deca970e5 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=619ed2b3c60d4c72a2e28730404da778&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0088792
Feb 03 20:03:52.957167 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67087307-6a0e-4d8d-9f78-2b9deca970e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00897f0-1dc4-4133-881c-f634cb13f3fa,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:52.961515 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 53992) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:03:52.976168 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-67087307-6a0e-4d8d-9f78-2b9deca970e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:53.047840 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b241e9cf-5191-47f4-9e58-3a3cab76acaf req-f46d6e66-8cae-42be-b43a-cf45b34ad0ea service neutron] 10.222.0.67 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2682602
Feb 03 20:03:53.106691 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c6c3ddd1-2132-4e85-88ab-9cb5c036bf63 req-0b964835-e748-48ee-a7a5-f75c5c626556 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2968779
Feb 03 20:03:53.157612 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d602146e-33eb-40ec-8832-dfd244061e38 req-4daf0a1b-d86f-42b1-8da6-b399f32a1b3f service neutron] 10.222.0.67 "GET /v2.0/networks/b2eb7e8c-bcbc-45cd-b50e-636bc852ed45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4329536
Feb 03 20:03:53.174901 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-42920be4-35d0-4e5c-b95d-b89509361b89 req-87e6034e-044c-4933-ba84-aed0ecc16d44 service neutron] 10.222.0.67 "GET /v2.0/networks/741ac762-c681-4f8b-93d3-bcd62b5e6a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5580983
Feb 03 20:03:53.373169 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-35678f56-7d13-4e73-b460-e8f27effd1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:53.395364 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-357e8889-ac92-40e7-9658-b47c18fb96d4 req-9d46cab3-afc4-4b1f-abd8-b2f294a923e0 service neutron] 10.222.0.67 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4172797
Feb 03 20:03:53.444463 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 7870cd4f-7380-4fd7-9469-292c8f4c32d3 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:53.507766 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b241e9cf-5191-47f4-9e58-3a3cab76acaf req-a4127acc-43f3-4780-85dd-2d5a4207f6d5 service neutron] 10.222.0.67 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3731039
Feb 03 20:03:53.509594 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5613f2a-107a-4273-92b5-15ed8aa64f7c req-93fd6d6d-c068-4913-8a0a-26361046873b tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:53.509903 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-42920be4-35d0-4e5c-b95d-b89509361b89 req-586080c4-2d66-471d-b9c8-da1afb96ff39 service neutron] 10.222.0.67 "GET /v2.0/networks/741ac762-c681-4f8b-93d3-bcd62b5e6a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2862368
Feb 03 20:03:53.511287 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c5613f2a-107a-4273-92b5-15ed8aa64f7c req-93fd6d6d-c068-4913-8a0a-26361046873b tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.4767613
Feb 03 20:03:53.534559 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 7870cd4f-7380-4fd7-9469-292c8f4c32d3 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:53.534933 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:53.549937 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-35678f56-7d13-4e73-b460-e8f27effd1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:53.611963 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d602146e-33eb-40ec-8832-dfd244061e38 req-d532b64c-e52c-4611-a793-8d75ba5d9adf service neutron] 10.222.0.67 "GET /v2.0/networks/b2eb7e8c-bcbc-45cd-b50e-636bc852ed45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4410057
Feb 03 20:03:53.629122 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4e892-de15-4546-a939-2a8f2acac137 req-d17d1405-2aa4-4252-9a40-da1caea824b3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:53.630838 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-95b4e892-de15-4546-a939-2a8f2acac137 req-d17d1405-2aa4-4252-9a40-da1caea824b3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 943 time: 0.3623495
Feb 03 20:03:53.664386 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c5613f2a-107a-4273-92b5-15ed8aa64f7c req-03d69840-6da0-493a-8201-0d2c7bed6535 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413293
Feb 03 20:03:53.697239 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-35678f56-7d13-4e73-b460-e8f27effd1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:53.703172 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a3ac1af8-3a0e-4a61-b037-58a2410190e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:53.719055 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-95b4e892-de15-4546-a939-2a8f2acac137 req-1507f4d4-6849-4061-a499-ae5a72e99ec0 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814204
Feb 03 20:03:53.738173 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35678f56-7d13-4e73-b460-e8f27effd1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00897f0-1dc4-4133-881c-f634cb13f3fa,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:53.743109 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-35678f56-7d13-4e73-b460-e8f27effd1a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:53.752229 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-35678f56-7d13-4e73-b460-e8f27effd1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:53.753527 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-35678f56-7d13-4e73-b460-e8f27effd1a0 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/f00897f0-1dc4-4133-881c-f634cb13f3fa HTTP/1.1" status: 204  len: 168 time: 0.7909713
Feb 03 20:03:54.016706 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df758f63-f26a-4980-8a55-b3f4dccef9a5 req-edc55047-64e3-4b9d-9dbe-795e9995b6bb tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:54.018534 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-df758f63-f26a-4980-8a55-b3f4dccef9a5 req-edc55047-64e3-4b9d-9dbe-795e9995b6bb tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 946 time: 0.1878870
Feb 03 20:03:54.096523 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-df758f63-f26a-4980-8a55-b3f4dccef9a5 req-3051f5dd-cf39-4f1b-9324-00381124408c tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/security-groups?id=706eaad3-302c-4ba1-86b4-9265eb8f9e39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676069
Feb 03 20:03:54.137558 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:54.459760 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279d009-4f6c-4c09-ae2a-25deb3b762b5 req-1c94da85-d90d-4533-a85f-0d2abcd5b2a7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:54.461482 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c279d009-4f6c-4c09-ae2a-25deb3b762b5 req-1c94da85-d90d-4533-a85f-0d2abcd5b2a7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.1805227
Feb 03 20:03:54.603245 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c279d009-4f6c-4c09-ae2a-25deb3b762b5 req-b292739d-6603-4fa2-b1bb-2a498d4f4428 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1345992
Feb 03 20:03:54.995815 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1075b1-e211-4d88-b55d-75fd2d8af52c req-1802e36f-044c-468a-9629-f6781e94b93b tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:54.997999 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ad1075b1-e211-4d88-b55d-75fd2d8af52c req-1802e36f-044c-468a-9629-f6781e94b93b tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.1933358
Feb 03 20:03:55.050158 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe87d3-5016-42b1-938b-ce47b54bed01 req-45c7282e-9179-4274-9694-b4cbde86a74f tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:55.051882 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d9fe87d3-5016-42b1-938b-ce47b54bed01 req-45c7282e-9179-4274-9694-b4cbde86a74f tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 943 time: 0.1742976
Feb 03 20:03:55.069749 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ad1075b1-e211-4d88-b55d-75fd2d8af52c req-b3fab08d-bd70-4cd0-91d5-6c7ceff47e5b tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648036
Feb 03 20:03:55.119770 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d9fe87d3-5016-42b1-938b-ce47b54bed01 req-85daeedd-6695-4908-a6b3-2c32843a9a10 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611818
Feb 03 20:03:55.284778 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f4153b65-37fd-4804-ac1a-8703135c9b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:55.404807 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7da3c-ca3e-4391-92a6-2f01ddadf737 req-fadedd63-4ba5-4cb0-9e6b-7c62f969bbca tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:55.407066 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-93f7da3c-ca3e-4391-92a6-2f01ddadf737 req-fadedd63-4ba5-4cb0-9e6b-7c62f969bbca tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 946 time: 0.1757751
Feb 03 20:03:55.477044 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-93f7da3c-ca3e-4391-92a6-2f01ddadf737 req-7a985867-8606-475b-a7a3-941d63ed2969 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/security-groups?id=706eaad3-302c-4ba1-86b4-9265eb8f9e39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637460
Feb 03 20:03:55.959200 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:55.996003 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device f8b564b3-821b-48b8-9163-12b4ea3a05ec up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:56.108841 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning for port f8b564b3-821b-48b8-9163-12b4ea3a05ec completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:03:56.123665 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port f8b564b3-821b-48b8-9163-12b4ea3a05ec triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:56.124290 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:56.180200 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acf301-7f2a-483d-a77c-eaece2afceb2 req-5f0423d1-8298-4045-9434-c8870daeb2c3 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:56.188171 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d3acf301-7f2a-483d-a77c-eaece2afceb2 req-5f0423d1-8298-4045-9434-c8870daeb2c3 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.4074368
Feb 03 20:03:56.271178 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d3acf301-7f2a-483d-a77c-eaece2afceb2 req-85dac2f0-a1f8-4f88-b960-b70a3783eb18 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819511
Feb 03 20:03:56.277861 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:56.330204 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port f8b564b3-821b-48b8-9163-12b4ea3a05ec, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f8b564b3-821b-48b8-9163-12b4ea3a05ec,segment=NetworkSegment(21f320d7-b94d-4ce4-b976-ee13b6aa7f47),segment_id=21f320d7-b94d-4ce4-b976-ee13b6aa7f47)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:03:56.331982 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2c3909-231f-46be-afc3-4f39ecc6fc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b564b3-821b-48b8-9163-12b4ea3a05ec'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:03:56.339729 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:56.341774 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:56.444260 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=f8b564b3-821b-48b8-9163-12b4ea3a05ec,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:56.463917 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.464301 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.464681 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.466723 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.467111 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.467486 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.467856 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.468265 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.468659 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.469026 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.469389 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.475418 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.475852 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.476257 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.476630 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.477006 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.477375 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.477741 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.478107 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.478469 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.478832 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.479448 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.484964 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.485476 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:03:56.511270 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:56.538757 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec9a75-0065-41b3-8348-fa876b12e82c req-11f271e5-c852-4352-b2a6-f170645054e5 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:56.540561 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9fec9a75-0065-41b3-8348-fa876b12e82c req-11f271e5-c852-4352-b2a6-f170645054e5 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.2668152
Feb 03 20:03:56.684660 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9fec9a75-0065-41b3-8348-fa876b12e82c req-3e4d9d6c-5f51-4df5-a298-ba818e8de97e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365235
Feb 03 20:03:56.703794 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f966d28-a88d-4c79-960c-1a46b2bc3b16 req-bdf65241-b61e-4dd7-91a8-3a429053b8f7 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:56.724628 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1f966d28-a88d-4c79-960c-1a46b2bc3b16 req-bdf65241-b61e-4dd7-91a8-3a429053b8f7 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 943 time: 0.3160701
Feb 03 20:03:56.729392 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:56.823089 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2c3909-231f-46be-afc3-4f39ecc6fc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b564b3-821b-48b8-9163-12b4ea3a05ec', 'code': 200}
Feb 03 20:03:56.854465 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1f966d28-a88d-4c79-960c-1a46b2bc3b16 req-0429e7d7-3171-41c4-9d01-c0106d72bc04 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1286395
Feb 03 20:03:57.145945 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858fdc8-3721-4c66-bc36-de47553c5fe2 req-84f91ac4-de99-4a38-b967-ed68840f9f59 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:57.147682 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8858fdc8-3721-4c66-bc36-de47553c5fe2 req-84f91ac4-de99-4a38-b967-ed68840f9f59 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 946 time: 0.2113993
Feb 03 20:03:57.190693 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:57.235451 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8858fdc8-3721-4c66-bc36-de47553c5fe2 req-ae48aa4f-61ff-47ea-8d51-4a3e4b2d46e2 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/security-groups?id=706eaad3-302c-4ba1-86b4-9265eb8f9e39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771732
Feb 03 20:03:57.412733 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1918bd-5699-4a2d-a393-84c4eeb6f431 req-596fe3a2-7201-482e-9d11-ad1b4bee3293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:57.414359 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8b1918bd-5699-4a2d-a393-84c4eeb6f431 req-596fe3a2-7201-482e-9d11-ad1b4bee3293 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 1162 time: 0.0978768
Feb 03 20:03:57.502065 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7769c-4aad-4553-a8c7-ccd0c232fd92 req-eb5a8172-2673-4661-b248-412f68259e6b tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:57.503784 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8ef7769c-4aad-4553-a8c7-ccd0c232fd92 req-eb5a8172-2673-4661-b248-412f68259e6b tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 946 time: 0.1885543
Feb 03 20:03:57.532124 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8b1918bd-5699-4a2d-a393-84c4eeb6f431 req-4bbbddf3-d138-40fd-a4ee-8db9114b955d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657802
Feb 03 20:03:57.624222 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-8ef7769c-4aad-4553-a8c7-ccd0c232fd92 req-cac8c1aa-6d81-4b9a-9476-e6aaca98cfbd tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Deleting port 72998dc7-6710-422d-a4cc-dda9562a9e8d {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:03:57.624674 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-8ef7769c-4aad-4553-a8c7-ccd0c232fd92 req-cac8c1aa-6d81-4b9a-9476-e6aaca98cfbd tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:57.629896 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3a333-4b4e-4bc4-bbf1-7f6e5df311ed req-2e724c2a-88b4-414b-82b5-9fb290c5fbec tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:57.631393 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0ba3a333-4b4e-4bc4-bbf1-7f6e5df311ed req-2e724c2a-88b4-414b-82b5-9fb290c5fbec tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.2139695
Feb 03 20:03:57.708917 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0ba3a333-4b4e-4bc4-bbf1-7f6e5df311ed req-27ab0641-0b34-4b95-b5a4-dd4d009014fb tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0705268
Feb 03 20:03:57.965019 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-8ef7769c-4aad-4553-a8c7-ccd0c232fd92 req-cac8c1aa-6d81-4b9a-9476-e6aaca98cfbd tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] For port 72998dc7-6710-422d-a4cc-dda9562a9e8d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=72998dc7-6710-422d-a4cc-dda9562a9e8d,segment=NetworkSegment(3df2954e-89b6-4a5d-a420-8eb9925ba3c8),segment_id=3df2954e-89b6-4a5d-a420-8eb9925ba3c8)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:03:57.965424 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-8ef7769c-4aad-4553-a8c7-ccd0c232fd92 req-cac8c1aa-6d81-4b9a-9476-e6aaca98cfbd tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:58.114279 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-8ef7769c-4aad-4553-a8c7-ccd0c232fd92 req-cac8c1aa-6d81-4b9a-9476-e6aaca98cfbd tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Calling delete_port for 72998dc7-6710-422d-a4cc-dda9562a9e8d owned by compute:nova {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:03:58.162900 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f63c04-429e-411d-8a67-f8498fcf384b req-8c36faeb-fa67-45c6-b2b6-f79f07edc2d0 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:58.170436 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-58f63c04-429e-411d-8a67-f8498fcf384b req-8c36faeb-fa67-45c6-b2b6-f79f07edc2d0 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 943 time: 0.1829641
Feb 03 20:03:58.255818 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-58f63c04-429e-411d-8a67-f8498fcf384b req-2669f5d6-f55f-4db7-8d83-76a5bdd8fd06 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835536
Feb 03 20:03:58.268511 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404e910-15e7-4d71-9a97-6c226771950b req-93698fb4-be86-4a5a-bdda-dd9f40a34968 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:58.276061 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0404e910-15e7-4d71-9a97-6c226771950b req-93698fb4-be86-4a5a-bdda-dd9f40a34968 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.3949983
Feb 03 20:03:58.446764 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:58.574072 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning for port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:03:58.581521 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b6824-db7b-454f-b95b-00bfe2e53cd2 req-78b66c80-ce74-4903-9f3e-65cb854ec36e tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:58.583228 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-617b6824-db7b-454f-b95b-00bfe2e53cd2 req-78b66c80-ce74-4903-9f3e-65cb854ec36e tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 946 time: 0.1951692
Feb 03 20:03:58.598888 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:58.599443 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:58.672658 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0404e910-15e7-4d71-9a97-6c226771950b req-b54a3a3d-41ee-48e9-bce0-76e2d7ec6d6c tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3955846
Feb 03 20:03:58.702460 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-617b6824-db7b-454f-b95b-00bfe2e53cd2 req-61da2dd8-bb7c-45a4-9eb9-c63f28093fd7 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/security-groups?id=706eaad3-302c-4ba1-86b4-9265eb8f9e39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128409
Feb 03 20:03:58.747483 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:58.770221 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-8ef7769c-4aad-4553-a8c7-ccd0c232fd92 req-cac8c1aa-6d81-4b9a-9476-e6aaca98cfbd tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:58.792699 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=518b9129-c13a-46c5-a4f9-1d8b63cb0ae7,segment=NetworkSegment(9319fd51-3f8a-4400-83f2-37446c6d8ab0),segment_id=9319fd51-3f8a-4400-83f2-37446c6d8ab0)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:03:58.796869 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:58.797774 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device f8b564b3-821b-48b8-9163-12b4ea3a05ec up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:58.811995 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:58.893699 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:03:58.985367 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca18cd1-88da-4580-b0ea-fc62f8718c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518b9129-c13a-46c5-a4f9-1d8b63cb0ae7'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:03:58.993793 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=518b9129-c13a-46c5-a4f9-1d8b63cb0ae7,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:58.999297 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:59.031345 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port f8b564b3-821b-48b8-9163-12b4ea3a05ec triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:59.031795 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:59.079593 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca18cd1-88da-4580-b0ea-fc62f8718c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518b9129-c13a-46c5-a4f9-1d8b63cb0ae7', 'code': 200}
Feb 03 20:03:59.141726 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8c1aa-6d81-4b9a-9476-e6aaca98cfbd tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Pushing event deleted for resources: {'Port': ['ID=72998dc7-6710-422d-a4cc-dda9562a9e8d,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:03:59.149328 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-cac8c1aa-6d81-4b9a-9476-e6aaca98cfbd tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:03:59.218999 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef7769c-4aad-4553-a8c7-ccd0c232fd92 req-cac8c1aa-6d81-4b9a-9476-e6aaca98cfbd tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] No DVR routers for this DVR port 72998dc7-6710-422d-a4cc-dda9562a9e8d on host hv-cinder-77398 {{(pid=80146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:03:59.225210 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-8ef7769c-4aad-4553-a8c7-ccd0c232fd92 req-cac8c1aa-6d81-4b9a-9476-e6aaca98cfbd tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:59.228005 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbe9b65-ba86-4d2a-b0d9-ffe239395b56', 'name': 'network-vif-deleted', 'tag': '72998dc7-6710-422d-a4cc-dda9562a9e8d'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:03:59.267095 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8ef7769c-4aad-4553-a8c7-ccd0c232fd92 req-cac8c1aa-6d81-4b9a-9476-e6aaca98cfbd tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.67 "DELETE /v2.0/ports/72998dc7-6710-422d-a4cc-dda9562a9e8d HTTP/1.1" status: 204  len: 173 time: 1.7572947
Feb 03 20:03:59.404897 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af08dc-65a4-4b2a-92db-129b506ed135 req-a92f2fff-7ed5-4e8e-ad46-8493d034e621 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:59.412789 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f1af08dc-65a4-4b2a-92db-129b506ed135 req-a92f2fff-7ed5-4e8e-ad46-8493d034e621 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.5078833
Feb 03 20:03:59.415817 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbe9b65-ba86-4d2a-b0d9-ffe239395b56', 'name': 'network-vif-deleted', 'tag': '72998dc7-6710-422d-a4cc-dda9562a9e8d', 'status': 'completed', 'code': 200}
Feb 03 20:03:59.484092 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f1af08dc-65a4-4b2a-92db-129b506ed135 req-ffd530f7-b564-42df-8bbb-961711656673 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702629
Feb 03 20:03:59.636464 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ee173-2cb3-48af-a441-48a62930a674 req-c0dfa999-2741-48cc-91e0-e54c8657aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:59.638080 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-400ee173-2cb3-48af-a441-48a62930a674 req-c0dfa999-2741-48cc-91e0-e54c8657aff9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 1162 time: 0.1385696
Feb 03 20:03:59.683302 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-400ee173-2cb3-48af-a441-48a62930a674 req-ce241ead-dd50-408e-ad6c-02534f2ff3ee service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384314
Feb 03 20:03:59.761083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59610ea3-63ac-4c5c-8e67-107abf391886 req-9c9eee94-ea9b-4adf-bcd2-45a1f77d19a3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:59.762814 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-59610ea3-63ac-4c5c-8e67-107abf391886 req-9c9eee94-ea9b-4adf-bcd2-45a1f77d19a3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.2020128
Feb 03 20:03:59.817487 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:03:59.848552 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-59610ea3-63ac-4c5c-8e67-107abf391886 req-12dc25c6-fa81-479f-8cc3-75969802b7e3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769188
Feb 03 20:03:59.913667 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:03:59.916112 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:03:59.989549 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bba04-17e0-4a9a-a8da-7268f5f233ca req-2c920d8e-6daa-4968-913b-50ae553a8216 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:03:59.991148 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-684bba04-17e0-4a9a-a8da-7268f5f233ca req-2c920d8e-6daa-4968-913b-50ae553a8216 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.1810505
Feb 03 20:04:00.015887 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4fd028a9-40c3-44c2-ab9a-b461d7a2ed1c req-7255f9bd-44a0-4651-a98f-fc0a6c87df13 tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] 10.222.0.103 "GET /v2.0/ports?device_id=3dbe9b65-ba86-4d2a-b0d9-ffe239395b56 HTTP/1.1" status: 200  len: 210 time: 0.0582209
Feb 03 20:04:00.063197 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-684bba04-17e0-4a9a-a8da-7268f5f233ca req-5683d287-88b4-4885-8ef8-e64232dbffea tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654924
Feb 03 20:04:00.103733 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 72998dc7-6710-422d-a4cc-dda9562a9e8d no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:04:00.143457 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] No Port match for: 72998dc7-6710-422d-a4cc-dda9562a9e8d {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:04:00.143859 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 72998dc7-6710-422d-a4cc-dda9562a9e8d not bound to the agent host hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:04:00.847714 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4da159-9fff-4852-b74f-22b513a1308b req-fb68e9ca-d7ee-4ad6-8745-b18b238ee408 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:00.849434 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1f4da159-9fff-4852-b74f-22b513a1308b req-fb68e9ca-d7ee-4ad6-8745-b18b238ee408 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.1799660
Feb 03 20:04:00.922455 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1f4da159-9fff-4852-b74f-22b513a1308b req-efcf3970-b582-49a6-9402-7586af5336f0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658898
Feb 03 20:04:01.157347 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848c513-60a6-4dce-b8c4-6147ffa6c91b req-bee6cd27-fad6-44bc-a868-0b0f0e05d8f5 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:01.159507 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f848c513-60a6-4dce-b8c4-6147ffa6c91b req-bee6cd27-fad6-44bc-a868-0b0f0e05d8f5 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.1846001
Feb 03 20:04:01.225312 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f848c513-60a6-4dce-b8c4-6147ffa6c91b req-76304bb4-0438-44ca-914e-0461765aeeab tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592878
Feb 03 20:04:01.256402 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d264040-6e10-4d3f-bf2d-0bc062655675 req-e15244e0-f9cb-475a-acb0-39dc0dc81f71 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:01.257961 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8d264040-6e10-4d3f-bf2d-0bc062655675 req-e15244e0-f9cb-475a-acb0-39dc0dc81f71 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.1760361
Feb 03 20:04:01.268624 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 54238) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:01.274909 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-9f21d8db-9ce0-4376-bf5e-fa9462de66c9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Request body: {'floatingip': {'port_id': 'f8b564b3-821b-48b8-9163-12b4ea3a05ec'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:04:01.382693 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9f21d8db-9ce0-4376-bf5e-fa9462de66c9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for floatingip, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:01.551244 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190ccda-3889-4bbc-91d1-96c9a8453c3d req-a7984392-815d-45a2-8ff2-fdce370f7929 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:01.561265 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3190ccda-3889-4bbc-91d1-96c9a8453c3d req-a7984392-815d-45a2-8ff2-fdce370f7929 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.1989856
Feb 03 20:04:01.648448 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3190ccda-3889-4bbc-91d1-96c9a8453c3d req-be3ad3c9-4dcb-45b8-bd78-a7009362ae4e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778987
Feb 03 20:04:02.379657 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-6c472106-ece8-46cc-872c-dbd08dee9b66 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:02.381365 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-6c472106-ece8-46cc-872c-dbd08dee9b66 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/networks?id=af102b1c-7492-4e37-9158-b0b3f6c042a8 HTTP/1.1" status: 200  len: 815 time: 0.3264871
Feb 03 20:04:02.385491 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.resource_extend [None req-9f21d8db-9ce0-4376-bf5e-fa9462de66c9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80146) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 03 20:04:02.477157 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-942124bc-0273-42a8-9c20-46cbd9bfcf2d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/quotas/2fbefdf95293404192e9ef9cb9a6b198 HTTP/1.1" status: 200  len: 375 time: 0.0292504
Feb 03 20:04:02.531042 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80230adf-244a-49a5-846b-fbb2e84a7edb req-a94b88f1-655a-4f7b-a5f8-97a5bbbb4e6a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:02.532738 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-80230adf-244a-49a5-846b-fbb2e84a7edb req-a94b88f1-655a-4f7b-a5f8-97a5bbbb4e6a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.1766424
Feb 03 20:04:02.547125 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9f21d8db-9ce0-4376-bf5e-fa9462de66c9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:02.554079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9f21d8db-9ce0-4376-bf5e-fa9462de66c9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:02.606530 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-80230adf-244a-49a5-846b-fbb2e84a7edb req-2be19bca-ae5f-466b-b01a-e7c01b1e4a5a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667765
Feb 03 20:04:02.945256 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0804be4-dd0d-4f63-bc58-b9d6e125859d req-8a1b1164-e71f-4f8d-afba-790199f8820d tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:02.946982 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d0804be4-dd0d-4f63-bc58-b9d6e125859d req-8a1b1164-e71f-4f8d-afba-790199f8820d tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.1727483
Feb 03 20:04:02.951184 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-7739a98a-a19e-4e0a-9c5b-415c0ce785e7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=2fbefdf95293404192e9ef9cb9a6b198&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4658787
Feb 03 20:04:03.054404 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d0804be4-dd0d-4f63-bc58-b9d6e125859d req-6d223653-87a7-4ccf-a7d3-ce60d62a1a0a tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942960
Feb 03 20:04:03.061893 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.l3_db [None req-9f21d8db-9ce0-4376-bf5e-fa9462de66c9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Floating IP 13563374-308d-4aa9-8ede-9b3451e8490a associated. External IP: 172.27.3.90, port: f8b564b3-821b-48b8-9163-12b4ea3a05ec.
Feb 03 20:04:03.278827 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-db96f9eb-75a2-4332-8584-a8075707a195 service neutron] 10.222.0.103 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3140862
Feb 03 20:04:03.591555 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-132ca549-e340-412c-a8cc-548db64b901a service neutron] 10.222.0.103 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3027649
Feb 03 20:04:03.608988 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f21d8db-9ce0-4376-bf5e-fa9462de66c9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Router 877cde41-2f25-405b-8f68-b9d7c65d3c4a has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:04:03.831861 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-81a7229d-2f63-40bf-899e-e0894f537d63 req-b9fda64c-c5a3-4cdf-8884-67f646f2b56e tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 210 time: 0.0713348
Feb 03 20:04:03.881685 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f21d8db-9ce0-4376-bf5e-fa9462de66c9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:04:03.891099 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9f21d8db-9ce0-4376-bf5e-fa9462de66c9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:03.897377 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55f420e-1436-4878-95dc-2df4329a35b9 None None] Sync routers for ids ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:04:03.930132 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55f420e-1436-4878-95dc-2df4329a35b9 None None] Routers {'877cde41-2f25-405b-8f68-b9d7c65d3c4a'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:04:03.930822 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-e55f420e-1436-4878-95dc-2df4329a35b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93aed1470>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:03:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:03.959729 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-9f21d8db-9ce0-4376-bf5e-fa9462de66c9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "PUT /v2.0/floatingips/13563374-308d-4aa9-8ede-9b3451e8490a HTTP/1.1" status: 200  len: 990 time: 2.6897006
Feb 03 20:04:03.960707 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2c3909-231f-46be-afc3-4f39ecc6fc1f', 'tag': 'f8b564b3-821b-48b8-9163-12b4ea3a05ec'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:04:03.984473 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608461a7-8229-4990-a05f-87bbd9151695 req-16db20e4-b0a8-4abe-bb5c-b454b129f815 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:03.993782 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-608461a7-8229-4990-a05f-87bbd9151695 req-16db20e4-b0a8-4abe-bb5c-b454b129f815 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.2467968
Feb 03 20:04:04.101700 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-608461a7-8229-4990-a05f-87bbd9151695 req-11ec6bbc-3667-4892-a073-c174ab7d67b8 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1068473
Feb 03 20:04:04.187629 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-e55f420e-1436-4878-95dc-2df4329a35b9 None None] Set router 877cde41-2f25-405b-8f68-b9d7c65d3c4a gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:04:04.206318 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2c3909-231f-46be-afc3-4f39ecc6fc1f', 'tag': 'f8b564b3-821b-48b8-9163-12b4ea3a05ec', 'status': 'completed', 'code': 200}
Feb 03 20:04:04.466182 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6ed40-720e-4351-bcbe-1401c08efbe4 req-1561fa1e-059b-493c-9ed6-66ef34e33b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:04.467819 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-06b6ed40-720e-4351-bcbe-1401c08efbe4 req-1561fa1e-059b-493c-9ed6-66ef34e33b6e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02ef50735d804c2db24fe12e26c282e8&device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 1162 time: 0.0872531
Feb 03 20:04:04.495274 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faad55-2057-4c69-b48e-d10b4b41c80e req-515d53a1-9ca5-4a3b-ae70-9fa47e8ae096 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:04.503582 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d5faad55-2057-4c69-b48e-d10b4b41c80e req-515d53a1-9ca5-4a3b-ae70-9fa47e8ae096 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.1947317
Feb 03 20:04:04.592999 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d5faad55-2057-4c69-b48e-d10b4b41c80e req-54160d37-07be-4091-bb11-44bd0671e8b3 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880578
Feb 03 20:04:04.653730 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-e55f420e-1436-4878-95dc-2df4329a35b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93aed1470>, [{'id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'name': 'tempest-AttachVolumeShelveTestJSON-15026598-router', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'gw_port': {'id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:53Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '13563374-308d-4aa9-8ede-9b3451e8490a', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'floating_ip_address': '172.27.3.90', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'port_id': 'f8b564b3-821b-48b8-9163-12b4ea3a05ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'mac_address': 'fa:16:3e:69:20:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c3909-231f-46be-afc3-4f39ecc6fc1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:03:23Z', 'updated_at': '2021-02-03T20:04:02Z', 'revision_number': 1, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00cbdf06-48af-44cc-8f62-2fc6eefcc947', 'name': '', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'mac_address': 'fa:16:3e:da:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:06Z', 'updated_at': '2021-02-03T20:03:24Z', 'revision_number': 5, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'subnets': [{'id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:04.659033 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55f420e-1436-4878-95dc-2df4329a35b9 None None] Checking router: 877cde41-2f25-405b-8f68-b9d7c65d3c4a for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:04:04.669725 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55f420e-1436-4878-95dc-2df4329a35b9 None None] Routers {'877cde41-2f25-405b-8f68-b9d7c65d3c4a'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:04:04.670494 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-e55f420e-1436-4878-95dc-2df4329a35b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93aed1470>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:03:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:04.703629 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6ed40-720e-4351-bcbe-1401c08efbe4 req-72fedd6e-f9f8-4a8b-9fa6-cf336ae293c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:04.705273 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-06b6ed40-720e-4351-bcbe-1401c08efbe4 req-72fedd6e-f9f8-4a8b-9fa6-cf336ae293c8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4826c2d9-ff92-4255-84fc-4664139f9cbb HTTP/1.1" status: 200  len: 909 time: 0.2141535
Feb 03 20:04:04.770473 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:04:04.854849 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-06b6ed40-720e-4351-bcbe-1401c08efbe4 req-2bda2142-c304-462d-9475-e714dd639702 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8b564b3-821b-48b8-9163-12b4ea3a05ec HTTP/1.1" status: 200  len: 998 time: 0.1265299
Feb 03 20:04:04.872488 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-e55f420e-1436-4878-95dc-2df4329a35b9 None None] Set router 877cde41-2f25-405b-8f68-b9d7c65d3c4a gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:04:04.878315 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:04.878756 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:05.020389 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6ed40-720e-4351-bcbe-1401c08efbe4 req-9e49351d-777e-44ee-94af-51e474320699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:05.026109 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-06b6ed40-720e-4351-bcbe-1401c08efbe4 req-9e49351d-777e-44ee-94af-51e474320699 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5a7e0094-f26b-4461-b4af-b0f9b0b24802 HTTP/1.1" status: 200  len: 854 time: 0.1631427
Feb 03 20:04:05.165213 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-22be841b-ecf2-4ae2-9c2b-0dfd335519d5 req-6ba43fc9-0e0b-4168-b739-bce021cf9729 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 210 time: 0.0678544
Feb 03 20:04:05.200336 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6ed40-720e-4351-bcbe-1401c08efbe4 req-bc5c7ca5-101d-4e9e-ba0e-c8e9471b72e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:05.202235 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-06b6ed40-720e-4351-bcbe-1401c08efbe4 req-bc5c7ca5-101d-4e9e-ba0e-c8e9471b72e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4826c2d9-ff92-4255-84fc-4664139f9cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1581044
Feb 03 20:04:05.356399 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-e55f420e-1436-4878-95dc-2df4329a35b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93aed1470>, [{'id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'name': 'tempest-AttachVolumeShelveTestJSON-15026598-router', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'gw_port': {'id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:53Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '13563374-308d-4aa9-8ede-9b3451e8490a', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'floating_ip_address': '172.27.3.90', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'port_id': 'f8b564b3-821b-48b8-9163-12b4ea3a05ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'mac_address': 'fa:16:3e:69:20:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c3909-231f-46be-afc3-4f39ecc6fc1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:03:23Z', 'updated_at': '2021-02-03T20:04:02Z', 'revision_number': 1, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00cbdf06-48af-44cc-8f62-2fc6eefcc947', 'name': '', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'mac_address': 'fa:16:3e:da:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:06Z', 'updated_at': '2021-02-03T20:03:24Z', 'revision_number': 5, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'subnets': [{'id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:05.367548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55f420e-1436-4878-95dc-2df4329a35b9 None None] The sync data for ids ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'] in dv-cinder-773985-1-iscsi is: [{'id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'name': 'tempest-AttachVolumeShelveTestJSON-15026598-router', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'gw_port': {'id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:53Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '13563374-308d-4aa9-8ede-9b3451e8490a', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'floating_ip_address': '172.27.3.90', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'port_id': 'f8b564b3-821b-48b8-9163-12b4ea3a05ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'mac_address': 'fa:16:3e:69:20:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c3909-231f-46be-afc3-4f39ecc6fc1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:03:23Z', 'updated_at': '2021-02-03T20:04:02Z', 'revision_number': 1, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00cbdf06-48af-44cc-8f62-2fc6eefcc947', 'name': '', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'mac_address': 'fa:16:3e:da:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:06Z', 'updated_at': '2021-02-03T20:03:24Z', 'revision_number': 5, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'subnets': [{'id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:04:05.487803 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd4425-34fa-4b67-9df0-a1761960ca3c req-0b0c03f6-9280-4389-8c04-a2b0ea9a97a8 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:05.489927 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e8fd4425-34fa-4b67-9df0-a1761960ca3c req-0b0c03f6-9280-4389-8c04-a2b0ea9a97a8 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.2149606
Feb 03 20:04:05.586013 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e8fd4425-34fa-4b67-9df0-a1761960ca3c req-91239b4b-8a9d-4d97-b05e-431943a328cb tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896225
Feb 03 20:04:05.798645 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237823c1-c567-4617-9d6a-d7173b27dc8c None None] New status for floating IP 13563374-308d-4aa9-8ede-9b3451e8490a: ACTIVE {{(pid=80147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 20:04:05.825639 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-06b6ed40-720e-4351-bcbe-1401c08efbe4 req-bd9d2cb1-4e7f-4faf-9117-603c1acaea46 service neutron] 10.222.0.67 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6062458
Feb 03 20:04:05.871250 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-21c259f4-bf51-44e7-9c10-c46111d2cb8d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:05.873302 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-21c259f4-bf51-44e7-9c10-c46111d2cb8d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.67 "GET /v2.0/networks?id=af102b1c-7492-4e37-9158-b0b3f6c042a8 HTTP/1.1" status: 200  len: 815 time: 0.2862787
Feb 03 20:04:05.933575 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-1283d2a3-f131-4f5c-916d-55ef1a5db274 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Request body: {'port': {'device_id': '05caac40-26f7-43c5-804d-943cf61f44fb', 'network_id': 'af102b1c-7492-4e37-9158-b0b3f6c042a8', 'admin_state_up': True, 'tenant_id': '2fbefdf95293404192e9ef9cb9a6b198'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:04:06.082489 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-06b6ed40-720e-4351-bcbe-1401c08efbe4 req-de7cfb72-7e47-4012-9cf6-20da7b0eba12 service neutron] 10.222.0.67 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2390022
Feb 03 20:04:06.153343 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e811d-27e9-4984-8627-afa47f11f7bc req-8890f291-6ed5-4d5f-a7bc-3c9483163a3a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:06.155046 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-df0e811d-27e9-4984-8627-afa47f11f7bc req-8890f291-6ed5-4d5f-a7bc-3c9483163a3a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.2801120
Feb 03 20:04:06.172646 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 54356) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:06.176435 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11da0b-5873-46ce-838e-258e949cd284 req-78a38ed8-c792-4922-a919-f146bf6fb905 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:06.181344 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-26f49e36-0252-4faf-9b8e-56a6ea65b33a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Request body: {'floatingip': {'port_id': '518b9129-c13a-46c5-a4f9-1d8b63cb0ae7'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:04:06.184085 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bd11da0b-5873-46ce-838e-258e949cd284 req-78a38ed8-c792-4922-a919-f146bf6fb905 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.2386937
Feb 03 20:04:06.269209 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bd11da0b-5873-46ce-838e-258e949cd284 req-eacfb074-fb1d-4ddb-ad7d-973f026b8fb6 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839741
Feb 03 20:04:06.287814 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-26f49e36-0252-4faf-9b8e-56a6ea65b33a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for floatingip, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:06.612715 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 54382) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:06.710362 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 54394) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:06.858950 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a03c3d4d-69aa-41f2-b1a8-5c5010e9ac8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:06.876940 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c8c90b-086a-452e-b2a1-ab639d0751f7 admin admin] Deleting subnet 86fe9d08-fbe4-42fd-a85e-4e28bb40d21e {{(pid=80146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 20:04:06.882570 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-93c8c90b-086a-452e-b2a1-ab639d0751f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:06.926769 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-a03c3d4d-69aa-41f2-b1a8-5c5010e9ac8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:06.934761 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-a03c3d4d-69aa-41f2-b1a8-5c5010e9ac8e admin admin] Usage tracker for resource:security_group_rule and tenant:55ae8106d1d04cd2ad818a5511c1df72 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:06.940935 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-a03c3d4d-69aa-41f2-b1a8-5c5010e9ac8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:06.956524 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-a03c3d4d-69aa-41f2-b1a8-5c5010e9ac8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:06.985278 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-93c8c90b-086a-452e-b2a1-ab639d0751f7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:07.000541 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-93c8c90b-086a-452e-b2a1-ab639d0751f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-240091'] for subnet, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:07.244206 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e39175c4-ae56-40bc-923c-f5c2de870b61 req-55fe0451-63e6-4500-b417-cdee1917edf4 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 210 time: 0.8967941
Feb 03 20:04:07.290864 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a03c3d4d-69aa-41f2-b1a8-5c5010e9ac8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:07.322660 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a03c3d4d-69aa-41f2-b1a8-5c5010e9ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:07.359629 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-35678f56-7d13-4e73-b460-e8f27effd1a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:07.376748 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-a03c3d4d-69aa-41f2-b1a8-5c5010e9ac8e admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=55ae8106d1d04cd2ad818a5511c1df72&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7594662
Feb 03 20:04:07.380357 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 54412) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:07.396374 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-1283d2a3-f131-4f5c-916d-55ef1a5db274 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:07.429106 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-1283d2a3-f131-4f5c-916d-55ef1a5db274 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:07.450203 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-1283d2a3-f131-4f5c-916d-55ef1a5db274 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Made reservation on behalf of 2fbefdf95293404192e9ef9cb9a6b198 for: {'port': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:04:07.457069 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c3d4d-69aa-41f2-b1a8-5c5010e9ac8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46af2098-c8ea-40eb-bb38-156cef3a640c,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:07.471269 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a03c3d4d-69aa-41f2-b1a8-5c5010e9ac8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:07.474781 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-1283d2a3-f131-4f5c-916d-55ef1a5db274 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:07.534268 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-93c8c90b-086a-452e-b2a1-ab639d0751f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854535725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for subnet, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:07.566730 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:07.612052 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-85fed90d-8074-4bc1-8a1e-3de6b7016c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:07.663774 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8c90b-086a-452e-b2a1-ab639d0751f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86fe9d08-fbe4-42fd-a85e-4e28bb40d21e,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:07.671079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.resource_extend [None req-26f49e36-0252-4faf-9b8e-56a6ea65b33a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 03 20:04:07.692407 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-93c8c90b-086a-452e-b2a1-ab639d0751f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:07.737950 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-85fed90d-8074-4bc1-8a1e-3de6b7016c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:07.857747 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23b427-5f31-48f2-8c97-3c98b2c8c36d req-410e2dc4-2b0c-4378-bfd8-9ade7e64fa6b tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:07.860215 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fb23b427-5f31-48f2-8c97-3c98b2c8c36d req-410e2dc4-2b0c-4378-bfd8-9ade7e64fa6b tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.4457154
Feb 03 20:04:07.863484 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-26f49e36-0252-4faf-9b8e-56a6ea65b33a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:07.872439 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-26f49e36-0252-4faf-9b8e-56a6ea65b33a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:07.940213 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-93c8c90b-086a-452e-b2a1-ab639d0751f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:07.980946 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-93c8c90b-086a-452e-b2a1-ab639d0751f7 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/86fe9d08-fbe4-42fd-a85e-4e28bb40d21e HTTP/1.1" status: 204  len: 168 time: 1.2697639
Feb 03 20:04:07.984688 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 54418) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:08.044752 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fb23b427-5f31-48f2-8c97-3c98b2c8c36d req-3314c5ed-3fc3-4fbe-a287-6a7d87d2e41c tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625104
Feb 03 20:04:08.134911 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-85fed90d-8074-4bc1-8a1e-3de6b7016c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:08.143356 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:08.178611 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fed90d-8074-4bc1-8a1e-3de6b7016c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46af2098-c8ea-40eb-bb38-156cef3a640c,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:08.182443 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.l3_db [None req-26f49e36-0252-4faf-9b8e-56a6ea65b33a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Floating IP 792c452d-7740-43b5-8d8b-00d512f26e1f associated. External IP: 172.27.3.201, port: 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7.
Feb 03 20:04:08.184060 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-85fed90d-8074-4bc1-8a1e-3de6b7016c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:08.201639 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854670727'] for network, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:08.263486 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-1283d2a3-f131-4f5c-916d-55ef1a5db274 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Allocated IP 172.20.0.2 (af102b1c-7492-4e37-9158-b0b3f6c042a8/368439ae-4a30-4f8e-9ca5-d8ceab7bfb9e/b12dae48-bf99-4db7-9a26-b87455f97f63) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:04:08.329150 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-85fed90d-8074-4bc1-8a1e-3de6b7016c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:08.331994 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-85fed90d-8074-4bc1-8a1e-3de6b7016c82 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/46af2098-c8ea-40eb-bb38-156cef3a640c HTTP/1.1" status: 204  len: 168 time: 0.9495463
Feb 03 20:04:08.754686 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-242256', 'neutron.services.segments.db._delete_segments_for_network--9223363255462345878'] for network, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:08.908551 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fc93b94d0f0>> segment before_delete 55550000 {{(pid=80146) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:04:08.909494 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fc93b94d0f0>> subnet precommit_delete_associations 55550000 {{(pid=80146) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:04:08.910658 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc93a2a1518>> segment_host_mapping after_create 55550000 {{(pid=80146) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:04:08.911197 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc93a2a1518>> port after_create 55550000 {{(pid=80146) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:04:08.912023 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc93a2a1518>> port after_delete 55550000 {{(pid=80146) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:04:08.912563 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc93a2a1518>> port after_update 55550000 {{(pid=80146) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:04:08.913218 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc93a2a1518>> segment after_delete 55550000 {{(pid=80146) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:04:08.915181 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc93a2a1518>> subnet after_create 55550000 {{(pid=80146) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:04:08.915703 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc93a2a1518>> subnet after_delete 55550000 {{(pid=80146) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:04:08.916247 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc93a2a1518>> subnet after_update 55550000 {{(pid=80146) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:04:08.942589 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f49e36-0252-4faf-9b8e-56a6ea65b33a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Router c3823f3b-a720-4dce-a97b-5dacb62b620c has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:04:08.999248 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc93a71d8d0>> subnet after_create 55550000 {{(pid=80146) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:04:08.999922 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc93a71d8d0>> subnet after_delete 55550000 {{(pid=80146) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:04:09.000384 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc93a71d8d0>> subnet before_create 55550000 {{(pid=80146) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:04:09.000836 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc93a71d8d0>> subnet before_update 55550000 {{(pid=80146) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:04:09.001297 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc939751cf8>,) {'filters': {'network_id': ['741ac762-c681-4f8b-93d3-bcd62b5e6a92']}} {{(pid=80146) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:09.032274 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-66e7d37d-64c8-4e18-ac5c-9450c52abee6 req-942f9b4a-991e-474e-bbe3-cb77978fb100 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 210 time: 0.4446230
Feb 03 20:04:09.041838 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc939751cf8>, '3df2954e-89b6-4a5d-a420-8eb9925ba3c8') {'for_net_delete': True} {{(pid=80146) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:09.045205 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc939751cf8>, '3df2954e-89b6-4a5d-a420-8eb9925ba3c8') {} {{(pid=80146) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:09.070667 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255462350230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8253293'] for segment, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:09.081304 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 54470) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:09.121608 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c51c23c9-3829-46d5-8d8c-7ea9eb22981a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:09.142213 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:09.146876 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 20:04:09.286666 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-c51c23c9-3829-46d5-8d8c-7ea9eb22981a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:09.301186 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-c51c23c9-3829-46d5-8d8c-7ea9eb22981a admin admin] Usage tracker for resource:security_group_rule and tenant:ead68ebd072e4de2b39f672405e06ff6 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:09.308290 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-c51c23c9-3829-46d5-8d8c-7ea9eb22981a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:09.317460 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-c51c23c9-3829-46d5-8d8c-7ea9eb22981a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:09.457583 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Network 741ac762-c681-4f8b-93d3-bcd62b5e6a92 has no segments {{(pid=80146) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:04:09.468162 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-238909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848090829'] for segment, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:09.554047 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-1283d2a3-f131-4f5c-916d-55ef1a5db274 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:09.665010 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edc43a-5d2a-46e4-9e5c-e84fda742aa9 req-3e6ea6f4-8a77-4959-ad4d-0c67d760b6ef tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:09.665318 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 54488) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:09.666735 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-19edc43a-5d2a-46e4-9e5c-e84fda742aa9 req-3e6ea6f4-8a77-4959-ad4d-0c67d760b6ef tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.3117108
Feb 03 20:04:09.667966 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f49e36-0252-4faf-9b8e-56a6ea65b33a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:04:09.680754 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b49859-5f79-433a-a87c-da8200d0f47b None None] Sync routers for ids ['c3823f3b-a720-4dce-a97b-5dacb62b620c'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:04:09.691603 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b49859-5f79-433a-a87c-da8200d0f47b None None] Routers {'c3823f3b-a720-4dce-a97b-5dacb62b620c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:04:09.692500 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-68b49859-5f79-433a-a87c-da8200d0f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93aed1358>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:03:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['c3823f3b-a720-4dce-a97b-5dacb62b620c'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:09.698688 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-26f49e36-0252-4faf-9b8e-56a6ea65b33a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:09.726068 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Network 741ac762-c681-4f8b-93d3-bcd62b5e6a92 has no segments {{(pid=80146) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:   (rel_b, rel_a, rel_b),
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]: Traceback (most recent call last):
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:     timer()
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:     cb(*args, **kw)
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:     return func(*args, **kwargs)
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:     self._notify()
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:     self.callback(batched_events)
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:     event.method(event)
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:     segment_id)['aggregates'][0]
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(self, *a, **k)
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self._get(url).json()
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:     **kwargs)
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.request(url, 'GET', **kwargs)
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:     **endpoint_filter)
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 20:04:09.755547 dv-cinder-773985-1-iscsi neutron-server[80033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 20:04:09.772373 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-26f49e36-0252-4faf-9b8e-56a6ea65b33a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "PUT /v2.0/floatingips/792c452d-7740-43b5-8d8b-00d512f26e1f HTTP/1.1" status: 200  len: 991 time: 3.5958765
Feb 03 20:04:09.789388 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca18cd1-88da-4580-b0ea-fc62f8718c05', 'tag': '518b9129-c13a-46c5-a4f9-1d8b63cb0ae7'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:04:09.808736 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c51c23c9-3829-46d5-8d8c-7ea9eb22981a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:09.824556 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-19edc43a-5d2a-46e4-9e5c-e84fda742aa9 req-c2c72819-4de6-41e9-9eb5-d690ede775bb tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481011
Feb 03 20:04:09.825647 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c51c23c9-3829-46d5-8d8c-7ea9eb22981a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:09.852425 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:09.857604 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-1283d2a3-f131-4f5c-916d-55ef1a5db274 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:09.877342 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-c51c23c9-3829-46d5-8d8c-7ea9eb22981a admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=ead68ebd072e4de2b39f672405e06ff6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7947955
Feb 03 20:04:09.881124 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 54498) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:09.994367 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca18cd1-88da-4580-b0ea-fc62f8718c05', 'tag': '518b9129-c13a-46c5-a4f9-1d8b63cb0ae7', 'status': 'completed', 'code': 200}
Feb 03 20:04:09.994974 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:10.107368 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283d2a3-f131-4f5c-916d-55ef1a5db274 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Pushing event updated for resources: {'Port': ['ID=b12dae48-bf99-4db7-9a26-b87455f97f63,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:10.113085 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1283d2a3-f131-4f5c-916d-55ef1a5db274 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:10.133315 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-1283d2a3-f131-4f5c-916d-55ef1a5db274 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Network af102b1c-7492-4e37-9158-b0b3f6c042a8 is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:04:10.134571 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-1283d2a3-f131-4f5c-916d-55ef1a5db274 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:04:10.137030 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-1283d2a3-f131-4f5c-916d-55ef1a5db274 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:04:10.142210 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-68b49859-5f79-433a-a87c-da8200d0f47b None None] Set router c3823f3b-a720-4dce-a97b-5dacb62b620c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:04:10.201598 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c23c9-3829-46d5-8d8c-7ea9eb22981a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4933c22c-39be-4bad-b102-1ba1a8309559,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:10.212364 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-1283d2a3-f131-4f5c-916d-55ef1a5db274 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:10.213097 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-1283d2a3-f131-4f5c-916d-55ef1a5db274 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:10.244257 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854533528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846788979'] for network, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:10.249591 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c51c23c9-3829-46d5-8d8c-7ea9eb22981a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:10.263123 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e3b2072b-29c0-4c47-9f57-b1baab9ca8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:10.285648 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:10.292636 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-1283d2a3-f131-4f5c-916d-55ef1a5db274 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.3633428
Feb 03 20:04:10.305544 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:10.333305 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Pushing event deleted for resources: {'Network': ['ID=741ac762-c681-4f8b-93d3-bcd62b5e6a92,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:10.342315 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-e3b2072b-29c0-4c47-9f57-b1baab9ca8c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:10.351008 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:10.362376 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-e3b2072b-29c0-4c47-9f57-b1baab9ca8c7 admin admin] Usage tracker for resource:security_group_rule and tenant:ab526e36b08646a09275c3c7c4b21023 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:10.370155 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-e3b2072b-29c0-4c47-9f57-b1baab9ca8c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:10.387088 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] 10.222.0.103 "DELETE /v2.0/networks/741ac762-c681-4f8b-93d3-bcd62b5e6a92 HTTP/1.1" status: 204  len: 168 time: 2.4013152
Feb 03 20:04:10.388358 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-e3b2072b-29c0-4c47-9f57-b1baab9ca8c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:10.423945 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604ff9b-7b64-4849-bb67-c1ee180198f9 req-de855fa5-0a15-4eb4-b12a-839de90d510d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:10.425260 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-3604ff9b-7b64-4849-bb67-c1ee180198f9 req-de855fa5-0a15-4eb4-b12a-839de90d510d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Synchronizing usage tracker for tenant:2fbefdf95293404192e9ef9cb9a6b198 on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:04:10.436404 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2191d637-e556-4c76-aa6c-834490c08ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:10.447501 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Request body: {'port': {'device_id': '05caac40-26f7-43c5-804d-943cf61f44fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:04:10.508104 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-3604ff9b-7b64-4849-bb67-c1ee180198f9 req-de855fa5-0a15-4eb4-b12a-839de90d510d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Unset dirty status for tenant:2fbefdf95293404192e9ef9cb9a6b198 on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:04:10.509541 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3604ff9b-7b64-4849-bb67-c1ee180198f9 req-de855fa5-0a15-4eb4-b12a-839de90d510d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 931 time: 0.2840424
Feb 03 20:04:10.561400 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448c859-616d-420b-a2ca-5cb7f20afe32 req-a4fccdc0-21c8-49bd-9e69-a1811b133575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:10.567228 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8448c859-616d-420b-a2ca-5cb7f20afe32 req-a4fccdc0-21c8-49bd-9e69-a1811b133575 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20e86c4b370d4d1ab70110e25f1ebe04&device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 1162 time: 0.4175141
Feb 03 20:04:10.634325 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2191d637-e556-4c76-aa6c-834490c08ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:10.689481 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-68b49859-5f79-433a-a87c-da8200d0f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93aed1358>, [{'id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'name': 'tempest-AttachVolumeTestJSON-1808507074-router', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:49Z', 'updated_at': '2021-02-03T20:03:15Z', 'revision_number': 4, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'gw_port': {'id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:52Z', 'updated_at': '2021-02-03T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '792c452d-7740-43b5-8d8b-00d512f26e1f', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'port_id': '518b9129-c13a-46c5-a4f9-1d8b63cb0ae7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'mac_address': 'fa:16:3e:b9:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca18cd1-88da-4580-b0ea-fc62f8718c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:03:30Z', 'updated_at': '2021-02-03T20:04:07Z', 'revision_number': 1, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e4b5e9-433d-4a56-8e52-2997339fe7f3', 'name': '', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'mac_address': 'fa:16:3e:31:70:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:11Z', 'updated_at': '2021-02-03T20:03:30Z', 'revision_number': 5, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'subnets': [{'id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:10.695489 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b49859-5f79-433a-a87c-da8200d0f47b None None] Checking router: c3823f3b-a720-4dce-a97b-5dacb62b620c for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:04:10.700712 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3604ff9b-7b64-4849-bb67-c1ee180198f9 req-4336700f-6e13-4d14-b3f3-eb393dacadfb tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381950
Feb 03 20:04:10.704308 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 54516) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:10.705768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b49859-5f79-433a-a87c-da8200d0f47b None None] Routers {'c3823f3b-a720-4dce-a97b-5dacb62b620c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:04:10.706459 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-68b49859-5f79-433a-a87c-da8200d0f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93aed1358>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:03:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['c3823f3b-a720-4dce-a97b-5dacb62b620c'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:10.746381 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:10.832437 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-68525544-20ae-48df-9db6-f79692203c36 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=b84c1548402249709a85618883af036a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1247234
Feb 03 20:04:10.837515 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 54522) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:10.901618 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448c859-616d-420b-a2ca-5cb7f20afe32 req-4484dbcb-9afe-4283-81b8-9ab24de7af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:10.903360 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8448c859-616d-420b-a2ca-5cb7f20afe32 req-4484dbcb-9afe-4283-81b8-9ab24de7af98 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 HTTP/1.1" status: 200  len: 905 time: 0.3278186
Feb 03 20:04:10.954333 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-68b49859-5f79-433a-a87c-da8200d0f47b None None] Set router c3823f3b-a720-4dce-a97b-5dacb62b620c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:04:10.961291 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-246a02b3-c317-46b6-abbe-08262b2ac8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:10.987798 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 54528) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:11.007506 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2191d637-e556-4c76-aa6c-834490c08ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:11.026033 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a03c3d4d-69aa-41f2-b1a8-5c5010e9ac8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:11.058588 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-246a02b3-c317-46b6-abbe-08262b2ac8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:11.058957 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e3b2072b-29c0-4c47-9f57-b1baab9ca8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:11.105723 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2191d637-e556-4c76-aa6c-834490c08ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:11.106976 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-2191d637-e556-4c76-aa6c-834490c08ad7 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/4933c22c-39be-4bad-b102-1ba1a8309559 HTTP/1.1" status: 204  len: 168 time: 1.2248654
Feb 03 20:04:11.108207 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191d637-e556-4c76-aa6c-834490c08ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4933c22c-39be-4bad-b102-1ba1a8309559,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:11.118841 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e3b2072b-29c0-4c47-9f57-b1baab9ca8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:11.182139 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2191d637-e556-4c76-aa6c-834490c08ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:11.182696 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2191d637-e556-4c76-aa6c-834490c08ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:11.214766 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-e3b2072b-29c0-4c47-9f57-b1baab9ca8c7 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=ab526e36b08646a09275c3c7c4b21023&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5435832
Feb 03 20:04:11.217868 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 54538) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:11.260196 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-246a02b3-c317-46b6-abbe-08262b2ac8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:11.278776 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:11.301701 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a02b3-c317-46b6-abbe-08262b2ac8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706eaad3-302c-4ba1-86b4-9265eb8f9e39,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:11.313498 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-246a02b3-c317-46b6-abbe-08262b2ac8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:11.313760 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8448c859-616d-420b-a2ca-5cb7f20afe32 req-4abff354-0510-4f8d-9b4a-8b674c6f766b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 HTTP/1.1" status: 200  len: 999 time: 0.4003093
Feb 03 20:04:11.328105 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2072b-29c0-4c47-9f57-b1baab9ca8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e0cdaa-7672-495f-b586-e4c670a2bbe1,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:11.341948 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e3b2072b-29c0-4c47-9f57-b1baab9ca8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:11.352308 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-246a02b3-c317-46b6-abbe-08262b2ac8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:11.356321 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-246a02b3-c317-46b6-abbe-08262b2ac8a2 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/706eaad3-302c-4ba1-86b4-9265eb8f9e39 HTTP/1.1" status: 204  len: 168 time: 0.5148954
Feb 03 20:04:11.366114 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c4dfd2cc-204e-467a-ae42-ae6de61129b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:11.397114 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c4dfd2cc-204e-467a-ae42-ae6de61129b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:11.447054 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c4dfd2cc-204e-467a-ae42-ae6de61129b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:11.454189 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:11.466484 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.resource_extend [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 03 20:04:11.508541 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-595c2578-5624-4bf0-a1d2-38ac8d905225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:11.551571 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-595c2578-5624-4bf0-a1d2-38ac8d905225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:11.584153 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12dae48-bf99-4db7-9a26-b87455f97f63 {{(pid=80144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 20:04:11.592498 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:11.605740 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Transition to ACTIVE for port object b12dae48-bf99-4db7-9a26-b87455f97f63 will not be triggered until provisioned by entity L2. {{(pid=80144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:04:11.608609 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfd2cc-204e-467a-ae42-ae6de61129b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e0cdaa-7672-495f-b586-e4c670a2bbe1,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:11.617577 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:11.618898 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c4dfd2cc-204e-467a-ae42-ae6de61129b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:11.634540 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c4dfd2cc-204e-467a-ae42-ae6de61129b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:11.638211 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-c4dfd2cc-204e-467a-ae42-ae6de61129b9 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/77e0cdaa-7672-495f-b586-e4c670a2bbe1 HTTP/1.1" status: 204  len: 168 time: 0.4159434
Feb 03 20:04:11.639732 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:11.650963 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-68b49859-5f79-433a-a87c-da8200d0f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93aed1358>, [{'id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'name': 'tempest-AttachVolumeTestJSON-1808507074-router', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:49Z', 'updated_at': '2021-02-03T20:03:15Z', 'revision_number': 4, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'gw_port': {'id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:52Z', 'updated_at': '2021-02-03T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '792c452d-7740-43b5-8d8b-00d512f26e1f', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'port_id': '518b9129-c13a-46c5-a4f9-1d8b63cb0ae7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'mac_address': 'fa:16:3e:b9:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca18cd1-88da-4580-b0ea-fc62f8718c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:03:30Z', 'updated_at': '2021-02-03T20:04:07Z', 'revision_number': 1, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e4b5e9-433d-4a56-8e52-2997339fe7f3', 'name': '', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'mac_address': 'fa:16:3e:31:70:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:11Z', 'updated_at': '2021-02-03T20:03:30Z', 'revision_number': 5, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'subnets': [{'id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:11.652295 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc52c96-9255-45ae-b383-7cf00ca610dc req-defb7e10-4b97-4d69-a708-95b77956bdad tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:11.654002 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0bc52c96-9255-45ae-b383-7cf00ca610dc req-defb7e10-4b97-4d69-a708-95b77956bdad tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.6141429
Feb 03 20:04:11.655978 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448c859-616d-420b-a2ca-5cb7f20afe32 req-3e85ab8c-50f3-4b03-a597-400e4ef8584b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:11.657356 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8448c859-616d-420b-a2ca-5cb7f20afe32 req-3e85ab8c-50f3-4b03-a597-400e4ef8584b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f359afcf-4f0c-4f99-9cfc-156f20cf5791 HTTP/1.1" status: 200  len: 850 time: 0.2934484
Feb 03 20:04:11.658469 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-595c2578-5624-4bf0-a1d2-38ac8d905225 admin admin] Usage tracker for resource:security_group_rule and tenant:32b9b0d830da4aa8a83803e3db360650 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:11.663068 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-595c2578-5624-4bf0-a1d2-38ac8d905225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:11.663332 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b49859-5f79-433a-a87c-da8200d0f47b None None] The sync data for ids ['c3823f3b-a720-4dce-a97b-5dacb62b620c'] in dv-cinder-773985-1-iscsi is: [{'id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'name': 'tempest-AttachVolumeTestJSON-1808507074-router', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:49Z', 'updated_at': '2021-02-03T20:03:15Z', 'revision_number': 4, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'gw_port': {'id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:52Z', 'updated_at': '2021-02-03T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '792c452d-7740-43b5-8d8b-00d512f26e1f', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'port_id': '518b9129-c13a-46c5-a4f9-1d8b63cb0ae7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'mac_address': 'fa:16:3e:b9:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca18cd1-88da-4580-b0ea-fc62f8718c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:03:30Z', 'updated_at': '2021-02-03T20:04:07Z', 'revision_number': 1, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e4b5e9-433d-4a56-8e52-2997339fe7f3', 'name': '', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'mac_address': 'fa:16:3e:31:70:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:11Z', 'updated_at': '2021-02-03T20:03:30Z', 'revision_number': 5, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'subnets': [{'id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:04:11.784530 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-595c2578-5624-4bf0-a1d2-38ac8d905225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:11.893675 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0bc52c96-9255-45ae-b383-7cf00ca610dc req-221f03fd-dc77-41b9-b731-8ca7840dc941 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2317424
Feb 03 20:04:11.914123 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b12dae48-bf99-4db7-9a26-b87455f97f63,revision_number=2']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:11.928945 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:11.939337 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448c859-616d-420b-a2ca-5cb7f20afe32 req-afc6bc87-2023-4e38-b49b-b3f6e0ff308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:11.941036 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8448c859-616d-420b-a2ca-5cb7f20afe32 req-afc6bc87-2023-4e38-b49b-b3f6e0ff308e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2eb7e8c-bcbc-45cd-b50e-636bc852ed45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2447388
Feb 03 20:04:12.096250 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da715307-702e-461f-9e59-cfce03ede398 None None] New status for floating IP 792c452d-7740-43b5-8d8b-00d512f26e1f: ACTIVE {{(pid=80147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 20:04:12.137005 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Attempting to bind port b12dae48-bf99-4db7-9a26-b87455f97f63 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:04:12.137379 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Attempting to bind port b12dae48-bf99-4db7-9a26-b87455f97f63 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'c51be60e-c001-43d2-bd36-2a172e2801c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af102b1c-7492-4e37-9158-b0b3f6c042a8'}] {{(pid=80144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:04:12.137882 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Attempting to bind port b12dae48-bf99-4db7-9a26-b87455f97f63 on network af102b1c-7492-4e37-9158-b0b3f6c042a8 {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:04:12.144952 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Checking agent: {'id': 'd65f81c7-83bc-4486-bd9d-9b0ec76bab54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 0, 54), 'started_at': datetime.datetime(2021, 2, 3, 20, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.109', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:04:12.145329 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Checking segment: {'id': 'c51be60e-c001-43d2-bd36-2a172e2801c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af102b1c-7492-4e37-9158-b0b3f6c042a8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:04:12.145729 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:12.146124 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Bound using segment: {'id': 'c51be60e-c001-43d2-bd36-2a172e2801c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af102b1c-7492-4e37-9158-b0b3f6c042a8'} {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:04:12.146600 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Bound port: b12dae48-bf99-4db7-9a26-b87455f97f63, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51be60e-c001-43d2-bd36-2a172e2801c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af102b1c-7492-4e37-9158-b0b3f6c042a8'}}] {{(pid=80144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:04:12.147079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:12.219736 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-595c2578-5624-4bf0-a1d2-38ac8d905225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:12.228520 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-595c2578-5624-4bf0-a1d2-38ac8d905225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:12.245417 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7d585edb-981c-424a-a5cf-3fa9444f5dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:12.283248 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] For port b12dae48-bf99-4db7-9a26-b87455f97f63, host hv-cinder-77398, cleared binding levels {{(pid=80144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:04:12.286790 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] For port b12dae48-bf99-4db7-9a26-b87455f97f63, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=b12dae48-bf99-4db7-9a26-b87455f97f63,segment=NetworkSegment(c51be60e-c001-43d2-bd36-2a172e2801c1),segment_id=c51be60e-c001-43d2-bd36-2a172e2801c1)] {{(pid=80144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:04:12.291741 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:12.309434 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:12.341746 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-595c2578-5624-4bf0-a1d2-38ac8d905225 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=32b9b0d830da4aa8a83803e3db360650&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3500102
Feb 03 20:04:12.346571 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8448c859-616d-420b-a2ca-5cb7f20afe32 req-0daa12a7-593f-4725-81a5-1763a7ee087d service neutron] 10.222.0.67 "GET /v2.0/networks/b2eb7e8c-bcbc-45cd-b50e-636bc852ed45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3924191
Feb 03 20:04:12.349723 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 54566) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:12.353734 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c2578-5624-4bf0-a1d2-38ac8d905225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b6af79-918a-4ede-8122-a9ef686854c2,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:12.375191 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-595c2578-5624-4bf0-a1d2-38ac8d905225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:12.578906 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 54578) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:12.605186 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b12dae48-bf99-4db7-9a26-b87455f97f63,revision_number=3']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:12.622802 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:12.623607 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b32a4aca-f276-4efc-ab83-1ad285f5c349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:12.648533 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-b32a4aca-f276-4efc-ab83-1ad285f5c349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:12.658252 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-b32a4aca-f276-4efc-ab83-1ad285f5c349 admin admin] Usage tracker for resource:security_group_rule and tenant:d06f19fe11f743c0aaa48125b9186146 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:12.663222 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-b32a4aca-f276-4efc-ab83-1ad285f5c349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:12.672388 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-b32a4aca-f276-4efc-ab83-1ad285f5c349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:12.677325 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:12.677999 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:12.679476 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] 10.222.0.67 "PUT /v2.0/ports/b12dae48-bf99-4db7-9a26-b87455f97f63 HTTP/1.1" status: 200  len: 1157 time: 2.2452540
Feb 03 20:04:12.680015 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05caac40-26f7-43c5-804d-943cf61f44fb', 'tag': 'b12dae48-bf99-4db7-9a26-b87455f97f63'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:04:12.685727 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54932463-3fc4-4f57-bd7f-5bf9192d073d req-eb5ddaa7-2dfd-4e9c-87f8-a813c9daf949 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:12.689013 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-54932463-3fc4-4f57-bd7f-5bf9192d073d req-eb5ddaa7-2dfd-4e9c-87f8-a813c9daf949 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 943 time: 0.5653031
Feb 03 20:04:12.800967 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-54932463-3fc4-4f57-bd7f-5bf9192d073d req-de6534cf-2761-4df2-83fb-0685a8934917 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860453
Feb 03 20:04:12.833747 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-891ba5b6-7236-45af-a671-69fcbdc32604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:12.851714 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b32a4aca-f276-4efc-ab83-1ad285f5c349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:12.888180 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8448c859-616d-420b-a2ca-5cb7f20afe32 req-d685c6f5-c0d8-4fd7-a9d1-ce253854356a service neutron] 10.222.0.67 "GET /v2.0/networks/b2eb7e8c-bcbc-45cd-b50e-636bc852ed45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5191355
Feb 03 20:04:12.900469 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-891ba5b6-7236-45af-a671-69fcbdc32604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:12.912321 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05caac40-26f7-43c5-804d-943cf61f44fb', 'tag': 'b12dae48-bf99-4db7-9a26-b87455f97f63', 'status': 'completed', 'code': 200}
Feb 03 20:04:12.948970 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b32a4aca-f276-4efc-ab83-1ad285f5c349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:12.964243 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-891ba5b6-7236-45af-a671-69fcbdc32604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:12.971587 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-be9ba9ae-6a32-47cb-b30d-2bd546ae7f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:12.973838 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e3a4e697-0d0d-445f-8bb1-9424fa7c9f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:12.992793 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-891ba5b6-7236-45af-a671-69fcbdc32604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:13.004067 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-891ba5b6-7236-45af-a671-69fcbdc32604 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/c0b6af79-918a-4ede-8122-a9ef686854c2 HTTP/1.1" status: 204  len: 168 time: 0.6433208
Feb 03 20:04:13.004067 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ba5b6-7236-45af-a671-69fcbdc32604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b6af79-918a-4ede-8122-a9ef686854c2,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:13.005994 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-891ba5b6-7236-45af-a671-69fcbdc32604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:13.042079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-7dd06ed6-b1e3-47f3-a1f5-6c87fbe2318f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:13.043742 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-7dd06ed6-b1e3-47f3-a1f5-6c87fbe2318f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2fbefdf95293404192e9ef9cb9a6b198&device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 1160 time: 0.1904495
Feb 03 20:04:13.049765 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 54598) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:13.049941 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-b32a4aca-f276-4efc-ab83-1ad285f5c349 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=d06f19fe11f743c0aaa48125b9186146&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4684227
Feb 03 20:04:13.051999 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a4aca-f276-4efc-ab83-1ad285f5c349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba71f37a-d7c0-433c-b8c3-a1293d4baa07,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:13.055605 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b32a4aca-f276-4efc-ab83-1ad285f5c349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:13.183727 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b68ac893-1b4f-417c-a9a1-aefcdfd4681b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:13.213862 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b68ac893-1b4f-417c-a9a1-aefcdfd4681b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:13.250624 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-228aacf0-2d7a-4e9e-b0e2-b1e2d76a9a3b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b12dae48-bf99-4db7-9a26-b87455f97f63 HTTP/1.1" status: 200  len: 217 time: 0.1895914
Feb 03 20:04:13.263743 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b68ac893-1b4f-417c-a9a1-aefcdfd4681b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:13.270774 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:13.286663 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ac893-1b4f-417c-a9a1-aefcdfd4681b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba71f37a-d7c0-433c-b8c3-a1293d4baa07,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:13.289982 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b68ac893-1b4f-417c-a9a1-aefcdfd4681b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:13.291092 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b68ac893-1b4f-417c-a9a1-aefcdfd4681b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:13.293017 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-b68ac893-1b4f-417c-a9a1-aefcdfd4681b admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/ba71f37a-d7c0-433c-b8c3-a1293d4baa07 HTTP/1.1" status: 204  len: 168 time: 0.2415249
Feb 03 20:04:13.449121 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb336667-bdff-4035-b4c6-3c6ff11c88d6 req-9c19e236-238c-45c6-b368-aba0ec1ae763 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:13.456668 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cb336667-bdff-4035-b4c6-3c6ff11c88d6 req-9c19e236-238c-45c6-b368-aba0ec1ae763 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.2736344
Feb 03 20:04:13.504100 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-6c0551cf-f7be-48b2-9508-a3ca9de44d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:13.505680 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-6c0551cf-f7be-48b2-9508-a3ca9de44d02 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=368439ae-4a30-4f8e-9ca5-d8ceab7bfb9e HTTP/1.1" status: 200  len: 855 time: 0.2374892
Feb 03 20:04:13.541010 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cb336667-bdff-4035-b4c6-3c6ff11c88d6 req-fea7de86-ec33-45f0-b3b2-622473067c78 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828695
Feb 03 20:04:13.601260 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-3fd99743-5ded-4539-8696-0a0164da86cb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af102b1c-7492-4e37-9158-b0b3f6c042a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0834696
Feb 03 20:04:13.779499 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-248ba133-7d86-4ce2-80aa-477369a7e583 service neutron] 10.222.0.67 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601412
Feb 03 20:04:13.806779 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 54618) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:13.834493 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-524b1d2e-6dd4-4c26-870c-d3c94a7bb5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:13.871731 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-524b1d2e-6dd4-4c26-870c-d3c94a7bb5e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:13.884950 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-524b1d2e-6dd4-4c26-870c-d3c94a7bb5e1 admin admin] Usage tracker for resource:security_group_rule and tenant:f94cc23be1a04c718073a4d3dcc0c036 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:13.894845 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-524b1d2e-6dd4-4c26-870c-d3c94a7bb5e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:13.911001 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-524b1d2e-6dd4-4c26-870c-d3c94a7bb5e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:13.941539 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-79b6d089-e68b-45ad-918b-afc083ab4295 req-a2d0bc3b-4139-4141-90d8-736d9916331f service neutron] 10.222.0.67 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1499360
Feb 03 20:04:14.059403 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-524b1d2e-6dd4-4c26-870c-d3c94a7bb5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:14.065121 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-524b1d2e-6dd4-4c26-870c-d3c94a7bb5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:14.076986 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:14.131649 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-524b1d2e-6dd4-4c26-870c-d3c94a7bb5e1 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=f94cc23be1a04c718073a4d3dcc0c036&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3229806
Feb 03 20:04:14.133588 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b1d2e-6dd4-4c26-870c-d3c94a7bb5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baea32cf-48da-48d7-9eaf-841f2a35a2ea,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:14.141597 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-524b1d2e-6dd4-4c26-870c-d3c94a7bb5e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:14.142404 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 54632) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:14.229265 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bc238271-c5c6-4412-b260-364f0fc852f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:14.269740 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bc238271-c5c6-4412-b260-364f0fc852f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:14.338879 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bc238271-c5c6-4412-b260-364f0fc852f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:14.355088 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5eac2c8d-2e0c-43ed-a609-2e98239f6dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:14.394382 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc238271-c5c6-4412-b260-364f0fc852f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baea32cf-48da-48d7-9eaf-841f2a35a2ea,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:14.414327 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 54646) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:14.424934 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bc238271-c5c6-4412-b260-364f0fc852f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:14.439189 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bc238271-c5c6-4412-b260-364f0fc852f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:14.440750 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-bc238271-c5c6-4412-b260-364f0fc852f5 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/baea32cf-48da-48d7-9eaf-841f2a35a2ea HTTP/1.1" status: 204  len: 168 time: 0.2973287
Feb 03 20:04:14.476343 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83d0b4-c910-4dbf-b8df-56d6d961171d req-3de4941a-637e-4ce4-a691-3d7fbbdc70e4 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:14.478211 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5e83d0b4-c910-4dbf-b8df-56d6d961171d req-3de4941a-637e-4ce4-a691-3d7fbbdc70e4 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 943 time: 0.4637623
Feb 03 20:04:14.543955 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553c72f-58dd-4785-9822-168c9f26cd54 req-06500930-7e0f-4f71-88ba-1f352d15769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:14.545540 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7553c72f-58dd-4785-9822-168c9f26cd54 req-06500930-7e0f-4f71-88ba-1f352d15769f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2fbefdf95293404192e9ef9cb9a6b198&device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 1160 time: 0.4591630
Feb 03 20:04:14.602267 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5e83d0b4-c910-4dbf-b8df-56d6d961171d req-e38751f4-21bb-4c69-b62d-92476d52697f tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128845
Feb 03 20:04:14.745611 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-48030fbf-691e-4874-9df4-c3665e8c1908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:14.761079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553c72f-58dd-4785-9822-168c9f26cd54 req-c5da39f1-9c9b-4e55-acef-6313603b4e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:14.765428 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7553c72f-58dd-4785-9822-168c9f26cd54 req-c5da39f1-9c9b-4e55-acef-6313603b4e85 service neutron] 10.222.0.67 "GET /v2.0/networks?id=af102b1c-7492-4e37-9158-b0b3f6c042a8 HTTP/1.1" status: 200  len: 909 time: 0.1570857
Feb 03 20:04:14.789565 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:04:14.840376 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-48030fbf-691e-4874-9df4-c3665e8c1908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:14.853045 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7553c72f-58dd-4785-9822-168c9f26cd54 req-98a3d079-d383-47f9-a00b-87cf6953ec7a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b12dae48-bf99-4db7-9a26-b87455f97f63 HTTP/1.1" status: 200  len: 217 time: 0.0795381
Feb 03 20:04:14.871822 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-48030fbf-691e-4874-9df4-c3665e8c1908 admin admin] Usage tracker for resource:security_group_rule and tenant:a0703e336bc44787af68b1fad90a4e7d is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:14.877376 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-48030fbf-691e-4874-9df4-c3665e8c1908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:14.885028 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-48030fbf-691e-4874-9df4-c3665e8c1908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:14.947716 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553c72f-58dd-4785-9822-168c9f26cd54 req-d35d74ea-fd05-4d24-a340-332e5b6b5d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:14.949566 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7553c72f-58dd-4785-9822-168c9f26cd54 req-d35d74ea-fd05-4d24-a340-332e5b6b5d1e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=368439ae-4a30-4f8e-9ca5-d8ceab7bfb9e HTTP/1.1" status: 200  len: 855 time: 0.0783839
Feb 03 20:04:15.012888 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7553c72f-58dd-4785-9822-168c9f26cd54 req-96f05d72-351f-46f1-b788-033b2f59f2be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af102b1c-7492-4e37-9158-b0b3f6c042a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0532205
Feb 03 20:04:15.015472 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af480a32-c8a7-48bd-a06b-76f202ab4f18 req-8e8eb448-f522-4261-b358-410a46afd947 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:15.017225 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-af480a32-c8a7-48bd-a06b-76f202ab4f18 req-8e8eb448-f522-4261-b358-410a46afd947 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.2468834
Feb 03 20:04:15.105949 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-af480a32-c8a7-48bd-a06b-76f202ab4f18 req-84a9479c-1fe5-4b2f-b27b-0c4fe3ba4ffa tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780699
Feb 03 20:04:15.183142 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-48030fbf-691e-4874-9df4-c3665e8c1908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:15.186320 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-48030fbf-691e-4874-9df4-c3665e8c1908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:15.197053 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-67087307-6a0e-4d8d-9f78-2b9deca970e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:15.206452 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 54672) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:15.233458 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a4daae63-be34-479d-a3c6-9c25a33fa517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:15.249370 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7553c72f-58dd-4785-9822-168c9f26cd54 req-fde3af65-fe02-4e72-b494-8d7b0ece3e81 service neutron] 10.222.0.67 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2245884
Feb 03 20:04:15.253109 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-48030fbf-691e-4874-9df4-c3665e8c1908 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=a0703e336bc44787af68b1fad90a4e7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8241992
Feb 03 20:04:15.253559 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 54678) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:15.255610 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48030fbf-691e-4874-9df4-c3665e8c1908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46470184-9f1a-4e38-aa2c-3c10129f7227,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:15.261768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-a4daae63-be34-479d-a3c6-9c25a33fa517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:15.266830 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-a4daae63-be34-479d-a3c6-9c25a33fa517 admin admin] Usage tracker for resource:security_group_rule and tenant:a5f5e137340f430ca55164f555032866 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:15.269452 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-48030fbf-691e-4874-9df4-c3665e8c1908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:15.271150 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-a4daae63-be34-479d-a3c6-9c25a33fa517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:15.279642 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-a4daae63-be34-479d-a3c6-9c25a33fa517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:15.510546 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8cdac30b-d206-430b-9553-b2caaf68f71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:15.567392 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8cdac30b-d206-430b-9553-b2caaf68f71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:15.587519 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7553c72f-58dd-4785-9822-168c9f26cd54 req-1dcbe3af-5f89-4527-9a66-ee96293570f0 service neutron] 10.222.0.67 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2849207
Feb 03 20:04:15.631519 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a4daae63-be34-479d-a3c6-9c25a33fa517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:15.638831 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a4daae63-be34-479d-a3c6-9c25a33fa517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:15.649025 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-51d33587-842f-444b-8b17-1c831c1ff4e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:15.695453 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4daae63-be34-479d-a3c6-9c25a33fa517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47aed64-674b-400b-a0f0-3428b9f51052,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:15.703114 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 54696) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:15.703285 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-a4daae63-be34-479d-a3c6-9c25a33fa517 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=a5f5e137340f430ca55164f555032866&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4963348
Feb 03 20:04:15.704756 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a4daae63-be34-479d-a3c6-9c25a33fa517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:15.709288 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8cdac30b-d206-430b-9553-b2caaf68f71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:15.721173 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-96fa44ac-6bb2-4305-b881-81feb1c329a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:15.737774 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdac30b-d206-430b-9553-b2caaf68f71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46470184-9f1a-4e38-aa2c-3c10129f7227,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:15.742078 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8cdac30b-d206-430b-9553-b2caaf68f71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:15.744134 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8cdac30b-d206-430b-9553-b2caaf68f71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:15.745338 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-8cdac30b-d206-430b-9553-b2caaf68f71f admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/46470184-9f1a-4e38-aa2c-3c10129f7227 HTTP/1.1" status: 204  len: 168 time: 0.4908531
Feb 03 20:04:15.798601 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9c9da428-6bd0-4f07-959e-b9ee154e3d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:15.876927 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9c9da428-6bd0-4f07-959e-b9ee154e3d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:16.043497 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea14a7-71d8-420b-9f52-a482fcb32bfe req-0e9c732a-4a44-49c2-b68f-733f2aa86c8f tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:16.045194 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-76ea14a7-71d8-420b-9f52-a482fcb32bfe req-0e9c732a-4a44-49c2-b68f-733f2aa86c8f tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 943 time: 0.2312491
Feb 03 20:04:16.047223 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9c9da428-6bd0-4f07-959e-b9ee154e3d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:16.053128 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c7bbada4-938a-416d-bf37-8b7433c72243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:16.095929 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9da428-6bd0-4f07-959e-b9ee154e3d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47aed64-674b-400b-a0f0-3428b9f51052,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:16.103926 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9c9da428-6bd0-4f07-959e-b9ee154e3d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:16.128246 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9c9da428-6bd0-4f07-959e-b9ee154e3d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:16.129474 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-9c9da428-6bd0-4f07-959e-b9ee154e3d78 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/b47aed64-674b-400b-a0f0-3428b9f51052 HTTP/1.1" status: 204  len: 168 time: 0.4248431
Feb 03 20:04:16.158786 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-76ea14a7-71d8-420b-9f52-a482fcb32bfe req-5bf6a4e9-6203-4076-b423-c62bc32e09cc tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971937
Feb 03 20:04:16.192447 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 54714) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:16.471568 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b980cf6-b58b-48dc-a7a3-231241d75a2d req-424bde2c-40d8-41bf-ae4e-68d1d08ff4a0 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:16.480790 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5b980cf6-b58b-48dc-a7a3-231241d75a2d req-424bde2c-40d8-41bf-ae4e-68d1d08ff4a0 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.1826653
Feb 03 20:04:16.540802 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5b980cf6-b58b-48dc-a7a3-231241d75a2d req-78003196-ea16-4089-bd41-be0dd7ba0a68 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609539
Feb 03 20:04:16.575106 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-078db321-16d5-42b1-afd1-da4955c4f362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:16.596521 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-078db321-16d5-42b1-afd1-da4955c4f362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:16.601219 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-078db321-16d5-42b1-afd1-da4955c4f362 admin admin] Usage tracker for resource:security_group_rule and tenant:bf70034594844e219e306900fe3b1309 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:16.605712 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-078db321-16d5-42b1-afd1-da4955c4f362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:16.612782 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-078db321-16d5-42b1-afd1-da4955c4f362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:16.712749 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-078db321-16d5-42b1-afd1-da4955c4f362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:16.715746 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-078db321-16d5-42b1-afd1-da4955c4f362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:16.725162 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8cdac30b-d206-430b-9553-b2caaf68f71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:16.767395 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078db321-16d5-42b1-afd1-da4955c4f362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1b023f-f484-4c09-8b83-26ce844d4bb7,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:16.773286 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-078db321-16d5-42b1-afd1-da4955c4f362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:16.784904 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-078db321-16d5-42b1-afd1-da4955c4f362 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=bf70034594844e219e306900fe3b1309&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5917349
Feb 03 20:04:16.787647 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 54738) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:16.865477 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-74b4d1aa-5180-4d48-97f8-d9d6018747d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:16.896994 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-74b4d1aa-5180-4d48-97f8-d9d6018747d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:16.948931 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-74b4d1aa-5180-4d48-97f8-d9d6018747d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:16.955108 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-48030fbf-691e-4874-9df4-c3665e8c1908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:16.966350 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4d1aa-5180-4d48-97f8-d9d6018747d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1b023f-f484-4c09-8b83-26ce844d4bb7,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:16.971672 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-74b4d1aa-5180-4d48-97f8-d9d6018747d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:16.973969 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-74b4d1aa-5180-4d48-97f8-d9d6018747d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:16.975198 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-74b4d1aa-5180-4d48-97f8-d9d6018747d9 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/fd1b023f-f484-4c09-8b83-26ce844d4bb7 HTTP/1.1" status: 204  len: 168 time: 0.1864138
Feb 03 20:04:17.480413 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b463b-be9c-4b12-9ac0-2d48f43765e7 req-7679b7f7-faee-4b31-bbab-ead69c5273b4 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:17.482148 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9d4b463b-be9c-4b12-9ac0-2d48f43765e7 req-7679b7f7-faee-4b31-bbab-ead69c5273b4 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 943 time: 0.1827521
Feb 03 20:04:17.569581 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9d4b463b-be9c-4b12-9ac0-2d48f43765e7 req-40ac4fdc-5726-4057-bc8d-22d700934f09 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790148
Feb 03 20:04:17.679724 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 54778) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:17.699539 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-33f3ca3e-3fc9-43d3-a1c0-02ac8a5690d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:17.742035 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-33f3ca3e-3fc9-43d3-a1c0-02ac8a5690d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:17.746186 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-33f3ca3e-3fc9-43d3-a1c0-02ac8a5690d4 admin admin] Usage tracker for resource:security_group_rule and tenant:2626de935d204f17a3d8b9fb86965af8 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:17.758718 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-33f3ca3e-3fc9-43d3-a1c0-02ac8a5690d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:17.765566 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-33f3ca3e-3fc9-43d3-a1c0-02ac8a5690d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:17.863187 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-33f3ca3e-3fc9-43d3-a1c0-02ac8a5690d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:17.867118 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-33f3ca3e-3fc9-43d3-a1c0-02ac8a5690d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:17.877415 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-85fed90d-8074-4bc1-8a1e-3de6b7016c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:17.907717 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9829c48-5e73-49c0-b380-cb58a4d4f714 req-89c5c288-9aea-4072-b092-3a2c270d1496 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:17.910409 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a9829c48-5e73-49c0-b380-cb58a4d4f714 req-89c5c288-9aea-4072-b092-3a2c270d1496 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.2026236
Feb 03 20:04:17.923792 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-33f3ca3e-3fc9-43d3-a1c0-02ac8a5690d4 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=2626de935d204f17a3d8b9fb86965af8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2428601
Feb 03 20:04:17.925848 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3ca3e-3fc9-43d3-a1c0-02ac8a5690d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf13b65a-1707-4176-aef5-511f90d4a0b9,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:17.928588 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 54786) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:17.944580 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-33f3ca3e-3fc9-43d3-a1c0-02ac8a5690d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:17.981830 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a9829c48-5e73-49c0-b380-cb58a4d4f714 req-3eb7020b-ca17-4e5f-b1bc-d58c50b3bf18 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639012
Feb 03 20:04:18.019085 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ad5ca1c1-a157-4d8c-9b70-0d1eabfdd2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:18.058379 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ad5ca1c1-a157-4d8c-9b70-0d1eabfdd2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:18.120385 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ad5ca1c1-a157-4d8c-9b70-0d1eabfdd2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:18.129960 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:18.150738 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ca1c1-a157-4d8c-9b70-0d1eabfdd2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf13b65a-1707-4176-aef5-511f90d4a0b9,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:18.163944 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ad5ca1c1-a157-4d8c-9b70-0d1eabfdd2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:18.167677 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-ad5ca1c1-a157-4d8c-9b70-0d1eabfdd2ea admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/bf13b65a-1707-4176-aef5-511f90d4a0b9 HTTP/1.1" status: 204  len: 168 time: 0.2247603
Feb 03 20:04:18.168683 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ad5ca1c1-a157-4d8c-9b70-0d1eabfdd2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:18.508778 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device b12dae48-bf99-4db7-9a26-b87455f97f63 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:04:18.597636 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning for port b12dae48-bf99-4db7-9a26-b87455f97f63 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:04:18.604430 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port b12dae48-bf99-4db7-9a26-b87455f97f63 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:18.605066 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:18.794214 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 54824) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:18.827048 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:18.864686 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05caac40-26f7-43c5-804d-943cf61f44fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12dae48-bf99-4db7-9a26-b87455f97f63'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:04:18.879829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port b12dae48-bf99-4db7-9a26-b87455f97f63, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=b12dae48-bf99-4db7-9a26-b87455f97f63,segment=NetworkSegment(c51be60e-c001-43d2-bd36-2a172e2801c1),segment_id=c51be60e-c001-43d2-bd36-2a172e2801c1)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:04:18.885238 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:18.888251 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:19.050740 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05caac40-26f7-43c5-804d-943cf61f44fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12dae48-bf99-4db7-9a26-b87455f97f63', 'code': 200}
Feb 03 20:04:19.064582 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=b12dae48-bf99-4db7-9a26-b87455f97f63,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:19.073623 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:19.125290 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-573c5d7a-ddbb-4f93-9a36-32f8fe4b27b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:19.147433 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9613fd7-32f7-459d-92cf-bddc078d135f req-34507f0d-519d-465e-8cc4-bf0a3eeef6e5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:19.161232 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-573c5d7a-ddbb-4f93-9a36-32f8fe4b27b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:19.163879 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c9613fd7-32f7-459d-92cf-bddc078d135f req-34507f0d-519d-465e-8cc4-bf0a3eeef6e5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 943 time: 0.4159374
Feb 03 20:04:19.174502 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-573c5d7a-ddbb-4f93-9a36-32f8fe4b27b6 admin admin] Usage tracker for resource:security_group_rule and tenant:1982660de07f4a0fab5bb7bd72991913 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:19.177678 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-573c5d7a-ddbb-4f93-9a36-32f8fe4b27b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:19.208445 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-573c5d7a-ddbb-4f93-9a36-32f8fe4b27b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:19.259496 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c9613fd7-32f7-459d-92cf-bddc078d135f req-d6772e09-b8ce-47b8-b9f5-373f266e40f0 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944855
Feb 03 20:04:19.462960 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-573c5d7a-ddbb-4f93-9a36-32f8fe4b27b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:19.476072 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-573c5d7a-ddbb-4f93-9a36-32f8fe4b27b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:19.491758 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-23b586c6-9164-4645-8554-f2000f8b5f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:19.526559 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c5d7a-ddbb-4f93-9a36-32f8fe4b27b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8fd57c-55a9-4832-8acc-6c2cf22988c8,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:19.530087 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-573c5d7a-ddbb-4f93-9a36-32f8fe4b27b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:19.655963 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ed446-042e-4ae0-bee5-4b98d56ddaf2 req-d9c46fba-5ef2-487c-870c-6785620c2883 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:19.658003 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2b1ed446-042e-4ae0-bee5-4b98d56ddaf2 req-d9c46fba-5ef2-487c-870c-6785620c2883 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.4593129
Feb 03 20:04:19.669313 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-573c5d7a-ddbb-4f93-9a36-32f8fe4b27b6 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=1982660de07f4a0fab5bb7bd72991913&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8739691
Feb 03 20:04:19.672796 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 54854) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:19.708182 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb774a68-9a86-49e7-bd46-cb46325ce6ff req-f8428fb5-c235-49ce-9b28-70320b76a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:19.710016 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cb774a68-9a86-49e7-bd46-cb46325ce6ff req-f8428fb5-c235-49ce-9b28-70320b76a248 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 1162 time: 0.3536224
Feb 03 20:04:19.754311 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-456aacbd-3d9b-43a6-ba04-934eac75b114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:19.774429 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2b1ed446-042e-4ae0-bee5-4b98d56ddaf2 req-b8d2b595-86d2-457c-a069-d90948e3ac9f tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086845
Feb 03 20:04:19.783018 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-456aacbd-3d9b-43a6-ba04-934eac75b114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:19.786334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device b12dae48-bf99-4db7-9a26-b87455f97f63 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:04:19.820127 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cb774a68-9a86-49e7-bd46-cb46325ce6ff req-36824c0c-df50-49bd-a4da-0a30a089676e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917256
Feb 03 20:04:19.839858 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-456aacbd-3d9b-43a6-ba04-934eac75b114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:19.846466 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:19.863370 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456aacbd-3d9b-43a6-ba04-934eac75b114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8fd57c-55a9-4832-8acc-6c2cf22988c8,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:19.866980 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-456aacbd-3d9b-43a6-ba04-934eac75b114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:19.868407 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-456aacbd-3d9b-43a6-ba04-934eac75b114 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/4c8fd57c-55a9-4832-8acc-6c2cf22988c8 HTTP/1.1" status: 204  len: 168 time: 0.1945202
Feb 03 20:04:19.869624 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-456aacbd-3d9b-43a6-ba04-934eac75b114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:20.055053 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port b12dae48-bf99-4db7-9a26-b87455f97f63 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:20.055740 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:20.353943 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 54880) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:20.375087 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bca322fa-8a78-48e3-a809-f9e2d4221891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:20.392175 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-bca322fa-8a78-48e3-a809-f9e2d4221891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:20.397003 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-bca322fa-8a78-48e3-a809-f9e2d4221891 admin admin] Usage tracker for resource:security_group_rule and tenant:91a42ab38f3146a5ad7f650514fee555 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:20.400348 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-bca322fa-8a78-48e3-a809-f9e2d4221891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:20.408822 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-bca322fa-8a78-48e3-a809-f9e2d4221891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:20.558073 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bca322fa-8a78-48e3-a809-f9e2d4221891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:20.566034 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bca322fa-8a78-48e3-a809-f9e2d4221891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:20.596894 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e3b2072b-29c0-4c47-9f57-b1baab9ca8c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:20.625745 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-bca322fa-8a78-48e3-a809-f9e2d4221891 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=91a42ab38f3146a5ad7f650514fee555&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2672265
Feb 03 20:04:20.626496 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 54892) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:20.664378 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905b1f7-2523-45dd-ae57-38f620499a43 req-3e9b74d3-f3b6-412a-bab8-c6ac68361030 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:20.666179 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5905b1f7-2523-45dd-ae57-38f620499a43 req-3e9b74d3-f3b6-412a-bab8-c6ac68361030 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 945 time: 0.2465186
Feb 03 20:04:20.712888 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca322fa-8a78-48e3-a809-f9e2d4221891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e855f56f-d84c-45a4-8b22-647ed92c8bed,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:20.720263 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2d9e304c-57db-4db4-afdf-6f012e26f6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:20.723592 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bca322fa-8a78-48e3-a809-f9e2d4221891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:20.754257 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5905b1f7-2523-45dd-ae57-38f620499a43 req-fe3ee395-3dd5-491f-bbc5-49d4760e3a8e tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807669
Feb 03 20:04:20.761000 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2d9e304c-57db-4db4-afdf-6f012e26f6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:20.837249 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2d9e304c-57db-4db4-afdf-6f012e26f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:20.856734 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-74b4d1aa-5180-4d48-97f8-d9d6018747d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:20.885663 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2d9e304c-57db-4db4-afdf-6f012e26f6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:20.889392 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-2d9e304c-57db-4db4-afdf-6f012e26f6ba admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/e855f56f-d84c-45a4-8b22-647ed92c8bed HTTP/1.1" status: 204  len: 168 time: 0.2593505
Feb 03 20:04:20.891562 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e304c-57db-4db4-afdf-6f012e26f6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e855f56f-d84c-45a4-8b22-647ed92c8bed,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:20.897706 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2d9e304c-57db-4db4-afdf-6f012e26f6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:21.218629 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c157a-2737-4d3a-9bc1-992458605f8e req-c6274ab2-05e8-4d6b-b4ff-c7e3babc8190 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:21.220379 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ee8c157a-2737-4d3a-9bc1-992458605f8e req-c6274ab2-05e8-4d6b-b4ff-c7e3babc8190 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.2231543
Feb 03 20:04:21.316565 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ee8c157a-2737-4d3a-9bc1-992458605f8e req-9814f29c-a50d-4337-b16b-4bda7fd74ef3 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884669
Feb 03 20:04:21.854616 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device b12dae48-bf99-4db7-9a26-b87455f97f63 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:04:22.003673 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port b12dae48-bf99-4db7-9a26-b87455f97f63 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:22.004296 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:22.188154 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb68ad-97cf-424c-928e-8a9573fec687 req-9ac8cba8-2b33-4acc-9269-70fdf1bf3087 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:22.195709 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-04bb68ad-97cf-424c-928e-8a9573fec687 req-9ac8cba8-2b33-4acc-9269-70fdf1bf3087 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 945 time: 0.2284451
Feb 03 20:04:22.328697 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-04bb68ad-97cf-424c-928e-8a9573fec687 req-52d4330b-d3b5-4ddf-a20a-5cb088bf9f40 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266265
Feb 03 20:04:22.844280 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eeb292-a2e9-47a4-b4b7-19b6f4bdff2c req-587a12b0-509f-47a1-af73-32fb775044c8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:22.845995 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-54eeb292-a2e9-47a4-b4b7-19b6f4bdff2c req-587a12b0-509f-47a1-af73-32fb775044c8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.1764710
Feb 03 20:04:22.851163 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e91864a0-ffb4-4bdf-b44d-ec8c0d6757e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:22.922434 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-54eeb292-a2e9-47a4-b4b7-19b6f4bdff2c req-789786ca-94b9-4c17-b05b-7f596537689e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647063
Feb 03 20:04:24.079857 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 55050) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:24.150763 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:24.301727 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b43a9-a968-4acc-a4ae-4f702ab1392c req-7143f9b1-1d17-428e-9ae0-9471ecf22bce tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:24.303421 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d35b43a9-a968-4acc-a4ae-4f702ab1392c req-7143f9b1-1d17-428e-9ae0-9471ecf22bce tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.1964087
Feb 03 20:04:24.580555 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bd0f7044-7ffd-48dc-9996-f616d3c8cadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:24.620481 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d35b43a9-a968-4acc-a4ae-4f702ab1392c req-be76de83-4ba3-4ed4-b5b1-ac98f8b60578 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983295
Feb 03 20:04:24.625744 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-bd0f7044-7ffd-48dc-9996-f616d3c8cadb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:24.630515 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-bd0f7044-7ffd-48dc-9996-f616d3c8cadb admin admin] Usage tracker for resource:security_group_rule and tenant:a05f88c2f1f34390a5d27e9ae4970c6a is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:24.633613 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-bd0f7044-7ffd-48dc-9996-f616d3c8cadb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:24.648807 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-bd0f7044-7ffd-48dc-9996-f616d3c8cadb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:24.739193 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bd0f7044-7ffd-48dc-9996-f616d3c8cadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:24.742432 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bd0f7044-7ffd-48dc-9996-f616d3c8cadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:24.770201 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9266036a-c921-42f3-bf15-b314fc85a7c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:24.798343 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-bd0f7044-7ffd-48dc-9996-f616d3c8cadb admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=a05f88c2f1f34390a5d27e9ae4970c6a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7165287
Feb 03 20:04:24.799393 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f7044-7ffd-48dc-9996-f616d3c8cadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7dbc29-04ca-483d-8763-0a47a2251445,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:24.801174 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 55070) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:24.802773 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bd0f7044-7ffd-48dc-9996-f616d3c8cadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:24.870084 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a68916ae-52ce-438f-a31c-b3ae3be724ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:24.898008 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a68916ae-52ce-438f-a31c-b3ae3be724ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:24.942765 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a68916ae-52ce-438f-a31c-b3ae3be724ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:24.947729 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:24.962536 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68916ae-52ce-438f-a31c-b3ae3be724ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7dbc29-04ca-483d-8763-0a47a2251445,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:24.965615 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a68916ae-52ce-438f-a31c-b3ae3be724ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:24.975280 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a68916ae-52ce-438f-a31c-b3ae3be724ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:24.979308 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-a68916ae-52ce-438f-a31c-b3ae3be724ca admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/5b7dbc29-04ca-483d-8763-0a47a2251445 HTTP/1.1" status: 204  len: 168 time: 0.1742799
Feb 03 20:04:25.285930 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7ad8a740-20a4-47a4-9107-f0506e304fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:25.955751 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:26.299326 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 55116) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:26.450309 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-61dee601-527f-4412-bbd7-b3edd0f5247f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:26.466367 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-61dee601-527f-4412-bbd7-b3edd0f5247f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:26.470749 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-61dee601-527f-4412-bbd7-b3edd0f5247f admin admin] Usage tracker for resource:security_group_rule and tenant:0e23748f19864116af05f247fbf8e9c9 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:26.473741 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-61dee601-527f-4412-bbd7-b3edd0f5247f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:26.479816 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-61dee601-527f-4412-bbd7-b3edd0f5247f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:26.565782 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-61dee601-527f-4412-bbd7-b3edd0f5247f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:26.569069 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-61dee601-527f-4412-bbd7-b3edd0f5247f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:26.578880 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-42840ed5-d762-4623-9ed8-caabb6030441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:26.622006 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-61dee601-527f-4412-bbd7-b3edd0f5247f admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=0e23748f19864116af05f247fbf8e9c9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3214934
Feb 03 20:04:26.622946 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dee601-527f-4412-bbd7-b3edd0f5247f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded026bc-b1d8-49d8-9a37-6f78da41a4a9,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:26.625365 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 55122) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:26.626891 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-61dee601-527f-4412-bbd7-b3edd0f5247f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:26.691952 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e3bc1d05-a487-4883-a4f9-af1bbd0db8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:26.715788 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:26.720697 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e3bc1d05-a487-4883-a4f9-af1bbd0db8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:26.765003 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e3bc1d05-a487-4883-a4f9-af1bbd0db8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:26.770007 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d1cf3337-f68a-413d-80fb-a122aa437a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:26.783418 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc1d05-a487-4883-a4f9-af1bbd0db8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded026bc-b1d8-49d8-9a37-6f78da41a4a9,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:26.787157 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e3bc1d05-a487-4883-a4f9-af1bbd0db8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:26.792651 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e3bc1d05-a487-4883-a4f9-af1bbd0db8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:26.793837 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-e3bc1d05-a487-4883-a4f9-af1bbd0db8fd admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/ded026bc-b1d8-49d8-9a37-6f78da41a4a9 HTTP/1.1" status: 204  len: 168 time: 0.1666718
Feb 03 20:04:27.193165 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:27.756543 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 55152) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:27.782357 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e93da5-e7f0-4ec7-8d6b-6efdf3e01288 req-e6c995e5-f58a-4af7-a82f-7337a4ebac64 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:27.784387 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-95e93da5-e7f0-4ec7-8d6b-6efdf3e01288 req-e6c995e5-f58a-4af7-a82f-7337a4ebac64 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.1748419
Feb 03 20:04:27.856960 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-95e93da5-e7f0-4ec7-8d6b-6efdf3e01288 req-286b4e9e-bc41-4216-ad3d-f8fc5ce4c2cb tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649354
Feb 03 20:04:27.954594 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2114625990-network', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:04:27.959646 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:27.963739 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Usage tracker for resource:network and tenant:de9531b4b9754686a636343b8ed74fe7 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:27.966960 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:27.974129 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:27.984668 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Made reservation on behalf of de9531b4b9754686a636343b8ed74fe7 for: {'network': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:04:27.989488 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:28.004317 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:28.020318 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:28.024445 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Usage tracker for resource:security_group_rule and tenant:de9531b4b9754686a636343b8ed74fe7 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:28.027397 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:28.033726 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:28.122053 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:28.124872 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:28.129121 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c51c23c9-3829-46d5-8d8c-7ea9eb22981a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:28.166006 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 20:04:28.180390 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c9fdcf-71c2-4ac9-a2ac-bb267364564a,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:28.184504 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:28.187528 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781392429922', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:28.188035 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.segments_db [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Added segment 2983977f-f2e2-4870-b6cb-bdc4e6955295 of type vxlan for network 363b23da-45c6-4a09-8348-d34a237bdcb0
Feb 03 20:04:28.219096 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781391937907'] for network, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:28.251054 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for network, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:28.252379 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:28.253098 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:28.258385 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7cae57a2-8a56-42c5-b854-71d2018fa269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:28.368762 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Pushing event updated for resources: {'Network': ['ID=363b23da-45c6-4a09-8348-d34a237bdcb0,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:28.373135 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.6150203
Feb 03 20:04:28.374672 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:28.375419 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 55170) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:28.379936 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Network 363b23da-45c6-4a09-8348-d34a237bdcb0 details requested by agent ovs-agent-dv-cinder-773985-1-iscsi with host dv-cinder-773985-1-iscsi {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:04:28.381594 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-2d097491-284c-462f-8d5f-f36d04094912 admin admin] Request body: {'subnet': {'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2114625990-subnet', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'ip_version': 4}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:04:28.386869 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-2d097491-284c-462f-8d5f-f36d04094912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:28.391837 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-2d097491-284c-462f-8d5f-f36d04094912 admin admin] Usage tracker for resource:subnet and tenant:de9531b4b9754686a636343b8ed74fe7 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:28.395936 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-2d097491-284c-462f-8d5f-f36d04094912 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:28.400029 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Network 363b23da-45c6-4a09-8348-d34a237bdcb0 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:04:28.402072 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-2d097491-284c-462f-8d5f-f36d04094912 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:28.414456 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d097491-284c-462f-8d5f-f36d04094912 admin admin] Made reservation on behalf of de9531b4b9754686a636343b8ed74fe7 for: {'subnet': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:04:28.421747 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2d097491-284c-462f-8d5f-f36d04094912 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:28.469440 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device f96fd274-f9cb-4a13-99d8-9e7343c085c7 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:04:28.739168 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port f96fd274-f9cb-4a13-99d8-9e7343c085c7 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:28.739598 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:28.971679 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2d097491-284c-462f-8d5f-f36d04094912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for subnet, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:28.987871 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:29.175339 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097491-284c-462f-8d5f-f36d04094912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56df7b6f-0026-430c-8ccd-068706ffc2ff,revision_number=0']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:29.178586 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2d097491-284c-462f-8d5f-f36d04094912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:29.185628 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc17f5f-b1a6-48d7-810f-77ae89eece74 req-561d1e22-268a-40d7-8beb-403b12a3a4ba tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:29.187434 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-acc17f5f-b1a6-48d7-810f-77ae89eece74 req-561d1e22-268a-40d7-8beb-403b12a3a4ba tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.1925924
Feb 03 20:04:29.215133 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d097491-284c-462f-8d5f-f36d04094912 admin admin] Checking segment: {'id': '2983977f-f2e2-4870-b6cb-bdc4e6955295', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:04:29.215466 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d097491-284c-462f-8d5f-f36d04094912 admin admin] Network hostable DHCP agents. Network: 363b23da-45c6-4a09-8348-d34a237bdcb0, hostable agents: ['78a9ef71-605a-41eb-85ca-137cef06346e'], hosted agents: [] {{(pid=80144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 20:04:29.243171 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d097491-284c-462f-8d5f-f36d04094912 admin admin] Network 363b23da-45c6-4a09-8348-d34a237bdcb0 is scheduled to be hosted by DHCP agent 78a9ef71-605a-41eb-85ca-137cef06346e with binding_index 1 {{(pid=80144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 20:04:29.252214 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-2d097491-284c-462f-8d5f-f36d04094912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-iscsi, 363b23da-45c6-4a09-8348-d34a237bdcb0) {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:04:29.263459 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c35fd8-0df1-4dd9-b684-4ddd46597ec0 None None] Network 363b23da-45c6-4a09-8348-d34a237bdcb0 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:04:29.267372 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d097491-284c-462f-8d5f-f36d04094912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:29.268110 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2d097491-284c-462f-8d5f-f36d04094912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:29.299643 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-2d097491-284c-462f-8d5f-f36d04094912 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9229136
Feb 03 20:04:29.308992 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 55198) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:29.314795 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-acc17f5f-b1a6-48d7-810f-77ae89eece74 req-ad2272b9-5ab0-4767-b6b5-27149667c1bc tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203885
Feb 03 20:04:29.318124 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2114625990-router', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:04:29.326476 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:29.332569 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Usage tracker for resource:router and tenant:de9531b4b9754686a636343b8ed74fe7 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:29.336248 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:29.343595 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:29.373296 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63094'] for router, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:29.375570 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846791573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846789013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8036125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854712722'] for router, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:29.406177 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:29.631751 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20dd8c5e-75be-5be5-9ee4-f2dad36667d2-363b23da-45c6-4a09-8348-d34a237bdcb0', 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'fixed_ips': [{'subnet_id': '56df7b6f-0026-430c-8ccd-068706ffc2ff'}]}} from dv-cinder-773985-1-iscsi. {{(pid=80147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 03 20:04:29.632713 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:29.795929 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846789032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854712737'] for router, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:29.994534 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Allocated IP 172.20.0.2 (363b23da-45c6-4a09-8348-d34a237bdcb0/56df7b6f-0026-430c-8ccd-068706ffc2ff/93b55fb6-748f-49f1-8ba2-089df21077a5) {{(pid=80147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:04:30.226550 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Notify callbacks [] for port, precommit_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:30.238591 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Transition to ACTIVE for port object 93b55fb6-748f-49f1-8ba2-089df21077a5 will not be triggered until provisioned by entity L2. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:04:30.254968 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Transition to ACTIVE for port object 93b55fb6-748f-49f1-8ba2-089df21077a5 will not be triggered until provisioned by entity DHCP. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:04:30.259620 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:30.277773 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:30.312825 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-12c15e4a-36fd-45d2-be8b-f7dbf8b0c260 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:30.314515 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-12c15e4a-36fd-45d2-be8b-f7dbf8b0c260 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/networks?id=af102b1c-7492-4e37-9158-b0b3f6c042a8 HTTP/1.1" status: 200  len: 815 time: 0.5659850
Feb 03 20:04:30.340435 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d5cbd602-915a-402d-a041-d0b9f383e2f8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/quotas/2fbefdf95293404192e9ef9cb9a6b198 HTTP/1.1" status: 200  len: 375 time: 0.0161555
Feb 03 20:04:30.411862 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Pushing event updated for resources: {'Port': ['ID=93b55fb6-748f-49f1-8ba2-089df21077a5,revision_number=1']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:30.416409 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:30.469469 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Network 363b23da-45c6-4a09-8348-d34a237bdcb0 is already hosted by enough agents. {{(pid=80147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:04:30.470610 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Resources bound (agent type, host, resource id):  {{(pid=80147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:04:30.472973 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Received port after_create {{(pid=80147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:04:30.532285 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Attempting to bind port 93b55fb6-748f-49f1-8ba2-089df21077a5 on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:04:30.532703 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Attempting to bind port 93b55fb6-748f-49f1-8ba2-089df21077a5 by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': '2983977f-f2e2-4870-b6cb-bdc4e6955295', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0'}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:04:30.533117 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Attempting to bind port 93b55fb6-748f-49f1-8ba2-089df21077a5 on network 363b23da-45c6-4a09-8348-d34a237bdcb0 {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:04:30.538911 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:04:30.539331 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Checking segment: {'id': '2983977f-f2e2-4870-b6cb-bdc4e6955295', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:04:30.539777 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:30.540250 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Bound using segment: {'id': '2983977f-f2e2-4870-b6cb-bdc4e6955295', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0'} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:04:30.540765 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Bound port: 93b55fb6-748f-49f1-8ba2-089df21077a5, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2983977f-f2e2-4870-b6cb-bdc4e6955295', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0'}}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:04:30.541185 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:30.643360 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] For port 93b55fb6-748f-49f1-8ba2-089df21077a5, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:04:30.646504 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] For port 93b55fb6-748f-49f1-8ba2-089df21077a5, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=93b55fb6-748f-49f1-8ba2-089df21077a5,segment=NetworkSegment(2983977f-f2e2-4870-b6cb-bdc4e6955295),segment_id=2983977f-f2e2-4870-b6cb-bdc4e6955295)] {{(pid=80147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:04:30.649821 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:30.665176 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:30.666197 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-1ac06074-b281-481e-ba2c-536fe732f79a tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=2fbefdf95293404192e9ef9cb9a6b198&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3167992
Feb 03 20:04:30.771714 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:30.816068 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:30.820673 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Pushing event updated for resources: {'Port': ['ID=93b55fb6-748f-49f1-8ba2-089df21077a5,revision_number=2']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:30.825444 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:30.957853 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-dd7a6157-b202-465d-98fa-48799dcdfb0d service neutron] 10.222.0.103 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2818575
Feb 03 20:04:31.237819 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-f314c40f-3ade-490c-9237-afb80b964b8f service neutron] 10.222.0.103 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2727497
Feb 03 20:04:31.275476 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Allocated IP 172.27.3.43 (b3f750ce-bc55-47f2-a098-fbecdde1b124/04309e75-65fb-4427-af0c-5eb643715331/8029af4c-2e4a-4c52-9de3-b83db6983e0e) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:04:31.436399 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 93b55fb6-748f-49f1-8ba2-089df21077a5 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:04:31.462721 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:31.500633 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:31.519413 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:31.563437 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port 93b55fb6-748f-49f1-8ba2-089df21077a5 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:04:31.601519 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Pushing event updated for resources: {'Port': ['ID=8029af4c-2e4a-4c52-9de3-b83db6983e0e,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:31.605073 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:31.742057 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Network b3f750ce-bc55-47f2-a098-fbecdde1b124 is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:04:31.743215 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:04:31.748625 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:04:32.140493 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:32.237740 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a45b89c-bcec-4721-ae74-7c23fa35b7ae None None] Network 363b23da-45c6-4a09-8348-d34a237bdcb0 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:04:32.514122 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-13228355-d337-491a-a829-23b4cdfac112 None None] Provisioning for port 93b55fb6-748f-49f1-8ba2-089df21077a5 completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:04:32.522566 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846791539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7986870'] for router, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:32.530740 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-13228355-d337-491a-a829-23b4cdfac112 None None] Provisioning complete for port 93b55fb6-748f-49f1-8ba2-089df21077a5 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:32.531163 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13228355-d337-491a-a829-23b4cdfac112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:32.759250 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13228355-d337-491a-a829-23b4cdfac112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:32.815663 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-13228355-d337-491a-a829-23b4cdfac112 None None] For port 93b55fb6-748f-49f1-8ba2-089df21077a5, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=93b55fb6-748f-49f1-8ba2-089df21077a5,segment=NetworkSegment(2983977f-f2e2-4870-b6cb-bdc4e6955295),segment_id=2983977f-f2e2-4870-b6cb-bdc4e6955295)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:04:32.822615 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13228355-d337-491a-a829-23b4cdfac112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:32.824717 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:32.914402 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13228355-d337-491a-a829-23b4cdfac112 None None] Pushing event updated for resources: {'Port': ['ID=93b55fb6-748f-49f1-8ba2-089df21077a5,revision_number=3']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:32.923216 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-13228355-d337-491a-a829-23b4cdfac112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:33.076314 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c1adb977-fddb-4022-8b23-694f54cb2148 req-bcc808c0-1013-4b3b-a888-c3f168710459 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 210 time: 0.0555668
Feb 03 20:04:33.160176 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-875efba9-32b5-49de-879e-8add3e298463 None None] Provisioning complete for port 93b55fb6-748f-49f1-8ba2-089df21077a5 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:33.160755 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-875efba9-32b5-49de-879e-8add3e298463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:33.208228 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b00293-78f2-43d4-8267-68f40d229ce7 req-16c149fa-7cb1-4921-818a-8d6e92256164 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:33.210088 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-44b00293-78f2-43d4-8267-68f40d229ce7 req-16c149fa-7cb1-4921-818a-8d6e92256164 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.2065301
Feb 03 20:04:33.211312 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Router 81f8e5b4-e07d-487d-af04-ce18e61948c3 is scheduled to L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 with binding_index 1 {{(pid=80144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 03 20:04:33.388234 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 93b55fb6-748f-49f1-8ba2-089df21077a5 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:04:33.422636 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-44b00293-78f2-43d4-8267-68f40d229ce7 req-2e039006-424f-4149-b449-66270dda9100 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2039301
Feb 03 20:04:33.479361 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-238bd91a-29e2-462d-a1c2-7b756f51c596 None None] Provisioning complete for port 93b55fb6-748f-49f1-8ba2-089df21077a5 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:33.480003 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-238bd91a-29e2-462d-a1c2-7b756f51c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:33.484034 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:04:33.494364 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] Sync routers for ids ['81f8e5b4-e07d-487d-af04-ce18e61948c3'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:04:33.506914 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] Routers {'81f8e5b4-e07d-487d-af04-ce18e61948c3'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:04:33.507768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93ac73d68>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:04:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['81f8e5b4-e07d-487d-af04-ce18e61948c3'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:33.509037 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Notify callbacks [] for router, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:33.513120 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.2003043
Feb 03 20:04:33.513856 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 55260) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:33.553015 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 93b55fb6-748f-49f1-8ba2-089df21077a5 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:33.553569 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:33.752711 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] Set router 81f8e5b4-e07d-487d-af04-ce18e61948c3 gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:04:33.807807 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-d0861dfb-7c4d-4912-b963-827e72dcfd23 None None] Provisioning complete for port 93b55fb6-748f-49f1-8ba2-089df21077a5 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:33.808264 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d0861dfb-7c4d-4912-b963-827e72dcfd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:34.131716 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93ac73d68>, [{'id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'name': 'tempest-TestShelveInstance-2114625990-router', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:29Z', 'updated_at': '2021-02-03T20:04:31Z', 'revision_number': 3, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'gw_port': {'id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:31Z', 'updated_at': '2021-02-03T20:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:34.135923 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] Checking router: 81f8e5b4-e07d-487d-af04-ce18e61948c3 for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:04:34.136280 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] Updating router 81f8e5b4-e07d-487d-af04-ce18e61948c3 port 8029af4c-2e4a-4c52-9de3-b83db6983e0e binding host dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 20:04:34.193131 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:34.320350 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:34.610115 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:34.624523 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] Transition to ACTIVE for port object 8029af4c-2e4a-4c52-9de3-b83db6983e0e will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:04:34.627479 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:34.643193 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a940427e-6a7e-4e4a-870b-1d4d2716a505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:34.680316 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Allocated IP 172.20.0.1 (363b23da-45c6-4a09-8348-d34a237bdcb0/56df7b6f-0026-430c-8ccd-068706ffc2ff/2094a418-59f6-4399-93dd-4910f37c4c9f) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:04:34.778465 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Pushing event updated for resources: {'Port': ['ID=8029af4c-2e4a-4c52-9de3-b83db6983e0e,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:34.790988 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.791369 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.791741 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.792344 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.792471 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.792820 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.793179 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.793537 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.793893 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.794559 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.794559 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.794911 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.795308 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.796343 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.796707 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.797063 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.797415 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.798116 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.798116 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.798436 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.798818 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.799174 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.799530 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.799881 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:34.813995 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:34.847737 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:34.865313 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Transition to ACTIVE for port object 2094a418-59f6-4399-93dd-4910f37c4c9f will not be triggered until provisioned by entity DHCP. {{(pid=80146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:04:34.867952 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] Attempting to bind port 8029af4c-2e4a-4c52-9de3-b83db6983e0e on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:04:34.868368 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] Attempting to bind port 8029af4c-2e4a-4c52-9de3-b83db6983e0e by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:04:34.868773 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] Attempting to bind port 8029af4c-2e4a-4c52-9de3-b83db6983e0e on network b3f750ce-bc55-47f2-a098-fbecdde1b124 {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:04:34.874422 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:04:34.874830 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] Checking segment: {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:04:34.875270 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:34.875696 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] Bound using segment: {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:04:34.876239 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] Bound port: 8029af4c-2e4a-4c52-9de3-b83db6983e0e, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:04:34.876654 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:34.889132 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:34.906050 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-66d03f2a-e235-4f8f-8e21-02406b8afa74 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:34.956790 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] For port 8029af4c-2e4a-4c52-9de3-b83db6983e0e, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:04:34.959840 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] For port 8029af4c-2e4a-4c52-9de3-b83db6983e0e, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=8029af4c-2e4a-4c52-9de3-b83db6983e0e,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:04:34.963142 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:34.978999 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:35.041642 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Pushing event updated for resources: {'Port': ['ID=2094a418-59f6-4399-93dd-4910f37c4c9f,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:35.046317 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:35.104725 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Network 363b23da-45c6-4a09-8348-d34a237bdcb0 is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:04:35.106023 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:04:35.109297 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:04:35.175799 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7972978'] for router_interface, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:35.299504 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Pushing event updated for resources: {'Port': ['ID=8029af4c-2e4a-4c52-9de3-b83db6983e0e,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:35.301551 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:35.305043 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:35.324748 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-5e0b4994-4c06-477d-b083-f1544b53ac2b None None] Provisioning for port 2094a418-59f6-4399-93dd-4910f37c4c9f completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:04:35.330257 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-5e0b4994-4c06-477d-b083-f1544b53ac2b None None] Provisioning complete for port 2094a418-59f6-4399-93dd-4910f37c4c9f triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:35.330676 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5e0b4994-4c06-477d-b083-f1544b53ac2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:35.354760 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] Routers {'81f8e5b4-e07d-487d-af04-ce18e61948c3'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:04:35.355423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93ac73d68>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:04:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['81f8e5b4-e07d-487d-af04-ce18e61948c3'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:35.395611 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-5e0b4994-4c06-477d-b083-f1544b53ac2b None None] Port 2094a418-59f6-4399-93dd-4910f37c4c9f cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:04:35.551566 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] Set router 81f8e5b4-e07d-487d-af04-ce18e61948c3 gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:04:35.622824 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:35.627747 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848090863'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:35.660586 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:35.902660 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93ac73d68>, [{'id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'name': 'tempest-TestShelveInstance-2114625990-router', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:29Z', 'updated_at': '2021-02-03T20:04:35Z', 'revision_number': 4, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'gw_port': {'id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:31Z', 'updated_at': '2021-02-03T20:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '2094a418-59f6-4399-93dd-4910f37c4c9f', 'name': '', 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'mac_address': 'fa:16:3e:2a:37:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '56df7b6f-0026-430c-8ccd-068706ffc2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:34Z', 'updated_at': '2021-02-03T20:04:34Z', 'revision_number': 1, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'subnets': [{'id': '56df7b6f-0026-430c-8ccd-068706ffc2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:35.908625 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bf7691-b85e-4ca0-b5f7-06ee0543b10f None None] The sync data for ids ['81f8e5b4-e07d-487d-af04-ce18e61948c3'] in dv-cinder-773985-1-iscsi is: [{'id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'name': 'tempest-TestShelveInstance-2114625990-router', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:29Z', 'updated_at': '2021-02-03T20:04:35Z', 'revision_number': 4, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'gw_port': {'id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:31Z', 'updated_at': '2021-02-03T20:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '2094a418-59f6-4399-93dd-4910f37c4c9f', 'name': '', 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'mac_address': 'fa:16:3e:2a:37:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '56df7b6f-0026-430c-8ccd-068706ffc2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:34Z', 'updated_at': '2021-02-03T20:04:34Z', 'revision_number': 1, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'subnets': [{'id': '56df7b6f-0026-430c-8ccd-068706ffc2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:04:35.957534 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Pushing event updated for resources: {'Port': ['ID=2094a418-59f6-4399-93dd-4910f37c4c9f,revision_number=2']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:35.960291 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846950413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7986988'] for router_interface, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:35.974037 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:36.104839 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Network 363b23da-45c6-4a09-8348-d34a237bdcb0 is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:04:36.105909 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:04:36.415135 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Router 81f8e5b4-e07d-487d-af04-ce18e61948c3 has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:04:36.417986 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b0b10320-2c38-4830-b9b4-e2813e8b3683 req-8ac2b8f4-0714-4279-bccc-b6b2350b62b5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 210 time: 0.0584733
Feb 03 20:04:36.426722 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-d70f0e94-88d3-43c4-ad56-b894acea1ad7 None None] Provisioning complete for port 2094a418-59f6-4399-93dd-4910f37c4c9f triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:36.427470 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d70f0e94-88d3-43c4-ad56-b894acea1ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:36.522536 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-d70f0e94-88d3-43c4-ad56-b894acea1ad7 None None] Port 2094a418-59f6-4399-93dd-4910f37c4c9f cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:04:36.642343 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c5846-6d94-49dd-8548-1d7cf06ba7b1 req-84ea7615-451c-4584-8a07-1ce0d9a0ac93 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:36.644853 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b65c5846-6d94-49dd-8548-1d7cf06ba7b1 req-84ea7615-451c-4584-8a07-1ce0d9a0ac93 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.2206883
Feb 03 20:04:36.677276 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:04:36.697339 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] 10.222.0.103 "PUT /v2.0/routers/81f8e5b4-e07d-487d-af04-ce18e61948c3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1741648
Feb 03 20:04:36.726877 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b65c5846-6d94-49dd-8548-1d7cf06ba7b1 req-f7dfa9c2-9436-45e5-8984-1b46147012c2 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757391
Feb 03 20:04:37.149956 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-67cace13-256a-4c27-80c0-86d69fa9e38b tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:37.151628 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-67cace13-256a-4c27-80c0-86d69fa9e38b tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.67 "GET /v2.0/networks?id=af102b1c-7492-4e37-9158-b0b3f6c042a8 HTTP/1.1" status: 200  len: 815 time: 0.3333797
Feb 03 20:04:37.194831 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-a073f713-7186-4137-950d-11f61d9bcb5d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Request body: {'port': {'device_id': '81cbce29-289d-4d41-bd30-59849174062d', 'network_id': 'af102b1c-7492-4e37-9158-b0b3f6c042a8', 'admin_state_up': True, 'tenant_id': '2fbefdf95293404192e9ef9cb9a6b198'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:04:37.479507 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-a073f713-7186-4137-950d-11f61d9bcb5d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:37.509273 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-a073f713-7186-4137-950d-11f61d9bcb5d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:37.527843 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-a073f713-7186-4137-950d-11f61d9bcb5d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Made reservation on behalf of 2fbefdf95293404192e9ef9cb9a6b198 for: {'port': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:04:37.539792 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 8029af4c-2e4a-4c52-9de3-b83db6983e0e up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:04:37.614587 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-a073f713-7186-4137-950d-11f61d9bcb5d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:37.791910 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port 8029af4c-2e4a-4c52-9de3-b83db6983e0e completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:04:37.814504 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 8029af4c-2e4a-4c52-9de3-b83db6983e0e triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:37.815179 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:37.828228 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4a645815-b63a-4e51-b28a-81eb1eb2bed9 req-7fd837b8-4f97-4274-acd5-7f43dd697d2c tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 210 time: 0.0679228
Feb 03 20:04:37.893234 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32b68a-a5cd-461a-8e02-9a5a267eeab5 req-0c645734-bf19-43e3-a4dc-7dd535c259ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:37.894945 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1b32b68a-a5cd-461a-8e02-9a5a267eeab5 req-0c645734-bf19-43e3-a4dc-7dd535c259ca service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 1163 time: 0.2542455
Feb 03 20:04:37.977688 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1b32b68a-a5cd-461a-8e02-9a5a267eeab5 req-ee5406e6-0b14-4b31-b3ee-c50eac568ab6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753393
Feb 03 20:04:38.163556 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:38.206337 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] For port 8029af4c-2e4a-4c52-9de3-b83db6983e0e, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=8029af4c-2e4a-4c52-9de3-b83db6983e0e,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:04:38.210238 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:38.212471 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:38.329232 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-a073f713-7186-4137-950d-11f61d9bcb5d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Allocated IP 172.20.0.3 (af102b1c-7492-4e37-9158-b0b3f6c042a8/368439ae-4a30-4f8e-9ca5-d8ceab7bfb9e/ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:04:38.333722 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Pushing event updated for resources: {'Port': ['ID=8029af4c-2e4a-4c52-9de3-b83db6983e0e,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:38.337535 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:38.422259 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93966f-17c4-4774-bc10-080dbae9b27c req-4e9a998b-488c-434f-a6e2-b1da7a09c42b tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:38.423972 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0b93966f-17c4-4774-bc10-080dbae9b27c req-4e9a998b-488c-434f-a6e2-b1da7a09c42b tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.3891587
Feb 03 20:04:38.485413 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 55356) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:38.493180 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-868513069-network', 'tenant_id': 'db232e331f4c440995d6d18bb98f0686'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:04:38.498089 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:38.505219 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Usage tracker for resource:network and tenant:db232e331f4c440995d6d18bb98f0686 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:38.508833 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:38.515767 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:38.523299 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0b93966f-17c4-4774-bc10-080dbae9b27c req-1624883c-8908-4645-8d60-af9844684baf tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907092
Feb 03 20:04:38.537503 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Made reservation on behalf of db232e331f4c440995d6d18bb98f0686 for: {'network': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:04:38.542645 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:38.589052 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:38.616860 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:38.621514 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Usage tracker for resource:security_group_rule and tenant:db232e331f4c440995d6d18bb98f0686 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:38.625676 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:38.631815 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:38.737651 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:38.741982 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:38.748124 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9c9da428-6bd0-4f07-959e-b9ee154e3d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:38.772003 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 20:04:38.782736 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781392429922', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:38.783244 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.segments_db [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Added segment 52e67090-6e6a-4e44-aef2-b95c030383b3 of type vxlan for network 65e831c2-eec2-4a2c-99b7-7695bb04474f
Feb 03 20:04:38.814095 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781391937907'] for network, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:38.815113 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-a073f713-7186-4137-950d-11f61d9bcb5d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:38.856870 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-a073f713-7186-4137-950d-11f61d9bcb5d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:38.857203 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for network, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:38.862400 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:38.863035 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:38.875050 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:38.877445 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60ce8c4-7e70-4a97-bf46-cb37ce50e681,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:38.882892 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:38.883397 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f1b70881-a727-4a62-9016-b06e26be5813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:38.982293 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.4953406
Feb 03 20:04:38.986911 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 55370) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:38.994960 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-79e2e560-21b8-4348-8ec1-690c87456e42 admin admin] Request body: {'subnet': {'network_id': '65e831c2-eec2-4a2c-99b7-7695bb04474f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-868513069-subnet', 'tenant_id': 'db232e331f4c440995d6d18bb98f0686', 'ip_version': 4}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:04:38.998552 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Pushing event updated for resources: {'Network': ['ID=65e831c2-eec2-4a2c-99b7-7695bb04474f,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:39.001983 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:39.002847 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-79e2e560-21b8-4348-8ec1-690c87456e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:39.007329 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-79e2e560-21b8-4348-8ec1-690c87456e42 admin admin] Usage tracker for resource:subnet and tenant:db232e331f4c440995d6d18bb98f0686 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:39.009714 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Network 65e831c2-eec2-4a2c-99b7-7695bb04474f details requested by agent ovs-agent-dv-cinder-773985-1-iscsi with host dv-cinder-773985-1-iscsi {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:04:39.010062 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-79e2e560-21b8-4348-8ec1-690c87456e42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:39.016452 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-79e2e560-21b8-4348-8ec1-690c87456e42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:39.025385 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e2e560-21b8-4348-8ec1-690c87456e42 admin admin] Made reservation on behalf of db232e331f4c440995d6d18bb98f0686 for: {'subnet': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:04:39.031089 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-79e2e560-21b8-4348-8ec1-690c87456e42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848239344'] for subnet, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:39.073610 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-a073f713-7186-4137-950d-11f61d9bcb5d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Network af102b1c-7492-4e37-9158-b0b3f6c042a8 is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:04:39.074559 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073f713-7186-4137-950d-11f61d9bcb5d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Pushing event updated for resources: {'Port': ['ID=ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:39.077954 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-a073f713-7186-4137-950d-11f61d9bcb5d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:04:39.079827 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a073f713-7186-4137-950d-11f61d9bcb5d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:39.080504 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-a073f713-7186-4137-950d-11f61d9bcb5d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:04:39.152395 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-a073f713-7186-4137-950d-11f61d9bcb5d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:39.152992 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-a073f713-7186-4137-950d-11f61d9bcb5d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:39.180012 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-a073f713-7186-4137-950d-11f61d9bcb5d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9904268
Feb 03 20:04:39.392363 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 8029af4c-2e4a-4c52-9de3-b83db6983e0e up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:04:39.460531 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-79e2e560-21b8-4348-8ec1-690c87456e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848090215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848239325'] for subnet, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:39.465211 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 8029af4c-2e4a-4c52-9de3-b83db6983e0e triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:39.465638 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:39.477116 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9e66607b-3acd-4121-8a19-9daf275bb2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:39.606585 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2e560-21b8-4348-8ec1-690c87456e42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adf121b5-9548-41a5-a812-491a5af95ccd,revision_number=0']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:39.622425 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-79e2e560-21b8-4348-8ec1-690c87456e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:39.684316 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e2e560-21b8-4348-8ec1-690c87456e42 admin admin] Checking segment: {'id': '52e67090-6e6a-4e44-aef2-b95c030383b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '65e831c2-eec2-4a2c-99b7-7695bb04474f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:04:39.684709 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e2e560-21b8-4348-8ec1-690c87456e42 admin admin] Network hostable DHCP agents. Network: 65e831c2-eec2-4a2c-99b7-7695bb04474f, hostable agents: ['78a9ef71-605a-41eb-85ca-137cef06346e'], hosted agents: [] {{(pid=80146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 20:04:39.703825 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e2e560-21b8-4348-8ec1-690c87456e42 admin admin] Network 65e831c2-eec2-4a2c-99b7-7695bb04474f is scheduled to be hosted by DHCP agent 78a9ef71-605a-41eb-85ca-137cef06346e with binding_index 1 {{(pid=80146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 20:04:39.711978 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-79e2e560-21b8-4348-8ec1-690c87456e42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-iscsi, 65e831c2-eec2-4a2c-99b7-7695bb04474f) {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:04:39.721879 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77433043-bf1c-4ece-8674-effc51522597 None None] Network 65e831c2-eec2-4a2c-99b7-7695bb04474f requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:04:39.724716 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e2e560-21b8-4348-8ec1-690c87456e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:39.725361 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-79e2e560-21b8-4348-8ec1-690c87456e42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:39.745778 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-79e2e560-21b8-4348-8ec1-690c87456e42 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7577617
Feb 03 20:04:39.748600 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 55384) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:39.754244 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-868513069-router', 'tenant_id': 'db232e331f4c440995d6d18bb98f0686', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:04:39.759132 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:39.763213 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Usage tracker for resource:router and tenant:db232e331f4c440995d6d18bb98f0686 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:39.767414 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:39.773454 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:39.783244 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63094'] for router, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:39.784499 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846791573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846789013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8036125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854712722'] for router, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:39.802337 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:39.886592 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] Sync routers for ids ['81f8e5b4-e07d-487d-af04-ce18e61948c3'] in dv-cinder-773985-1-iscsi {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:04:39.913106 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] Routers {'81f8e5b4-e07d-487d-af04-ce18e61948c3'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:04:39.913796 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a4f0c18>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:04:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['81f8e5b4-e07d-487d-af04-ce18e61948c3'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:40.094471 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846789032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854712737'] for router, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:40.114225 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20dd8c5e-75be-5be5-9ee4-f2dad36667d2-65e831c2-eec2-4a2c-99b7-7695bb04474f', 'network_id': '65e831c2-eec2-4a2c-99b7-7695bb04474f', 'tenant_id': 'db232e331f4c440995d6d18bb98f0686', 'fixed_ips': [{'subnet_id': 'adf121b5-9548-41a5-a812-491a5af95ccd'}]}} from dv-cinder-773985-1-iscsi. {{(pid=80147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 03 20:04:40.115082 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:40.256653 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] Set router 81f8e5b4-e07d-487d-af04-ce18e61948c3 gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:04:40.429422 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:40.466820 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:40.900722 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Allocated IP 172.20.0.2 (65e831c2-eec2-4a2c-99b7-7695bb04474f/adf121b5-9548-41a5-a812-491a5af95ccd/2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f) {{(pid=80147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:04:40.960325 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Allocated IP 172.27.3.252 (b3f750ce-bc55-47f2-a098-fbecdde1b124/04309e75-65fb-4427-af0c-5eb643715331/9b7d9364-c369-48bf-92bc-2fd0ef94f6ed) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:04:41.024691 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a4f0c18>, [{'id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'name': 'tempest-TestShelveInstance-2114625990-router', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:29Z', 'updated_at': '2021-02-03T20:04:35Z', 'revision_number': 4, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'gw_port': {'id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:31Z', 'updated_at': '2021-02-03T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '2094a418-59f6-4399-93dd-4910f37c4c9f', 'name': '', 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'mac_address': 'fa:16:3e:2a:37:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '56df7b6f-0026-430c-8ccd-068706ffc2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:34Z', 'updated_at': '2021-02-03T20:04:35Z', 'revision_number': 2, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'subnets': [{'id': '56df7b6f-0026-430c-8ccd-068706ffc2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:41.043576 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] Checking router: 81f8e5b4-e07d-487d-af04-ce18e61948c3 for host: dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:04:41.044602 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] Updating router 81f8e5b4-e07d-487d-af04-ce18e61948c3 port 2094a418-59f6-4399-93dd-4910f37c4c9f binding host dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 20:04:41.126496 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:41.133909 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:41.157548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:41.176496 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:41.310076 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Notify callbacks [] for port, precommit_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:41.316158 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Pushing event updated for resources: {'Port': ['ID=9b7d9364-c369-48bf-92bc-2fd0ef94f6ed,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:41.321651 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:41.334327 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Transition to ACTIVE for port object 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f will not be triggered until provisioned by entity L2. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:04:41.371711 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Network b3f750ce-bc55-47f2-a098-fbecdde1b124 is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:04:41.372920 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:04:41.375981 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:04:41.402271 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Transition to ACTIVE for port object 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f will not be triggered until provisioned by entity DHCP. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:04:41.410879 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:41.432892 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-244214a9-a833-49da-9054-cdd0e511c491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:41.668750 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Pushing event updated for resources: {'Port': ['ID=2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f,revision_number=1']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:41.694673 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:41.760003 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Request body: {'port': {'device_id': '81cbce29-289d-4d41-bd30-59849174062d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:04:41.771512 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Network 65e831c2-eec2-4a2c-99b7-7695bb04474f is already hosted by enough agents. {{(pid=80147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:04:41.773773 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Resources bound (agent type, host, resource id):  {{(pid=80147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:04:41.776956 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Received port after_create {{(pid=80147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:04:41.827611 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:41.903798 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Attempting to bind port 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:04:41.904373 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Attempting to bind port 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': '52e67090-6e6a-4e44-aef2-b95c030383b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '65e831c2-eec2-4a2c-99b7-7695bb04474f'}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:04:41.904668 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Attempting to bind port 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f on network 65e831c2-eec2-4a2c-99b7-7695bb04474f {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:04:41.915284 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:41.915470 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:04:41.915740 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Checking segment: {'id': '52e67090-6e6a-4e44-aef2-b95c030383b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '65e831c2-eec2-4a2c-99b7-7695bb04474f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:04:41.916219 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:41.916662 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Bound using segment: {'id': '52e67090-6e6a-4e44-aef2-b95c030383b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '65e831c2-eec2-4a2c-99b7-7695bb04474f'} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:04:41.917192 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Bound port: 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e67090-6e6a-4e44-aef2-b95c030383b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '65e831c2-eec2-4a2c-99b7-7695bb04474f'}}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:04:41.917619 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:41.981048 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] Notify callbacks [] for port, precommit_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:41.985848 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Network 65e831c2-eec2-4a2c-99b7-7695bb04474f details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:04:42.090182 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] Transition to ACTIVE for port object 2094a418-59f6-4399-93dd-4910f37c4c9f will not be triggered until provisioned by entity L2. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:04:42.108246 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:42.134091 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-80101b0b-4059-4215-83e1-c988cf2e5389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:42.259079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba46ce-481d-477d-a2a9-9bd21782d76f None None] Pushing event updated for resources: {'Port': ['ID=2094a418-59f6-4399-93dd-4910f37c4c9f,revision_number=3']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:42.273561 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-83ba46ce-481d-477d-a2a9-9bd21782d76f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:42.307358 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] For port 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:04:42.324100 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5e153-33fb-4ef3-8f73-90bdd3125e9f req-e5778946-1520-42b6-bc6a-cbbab8ec9cca tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:42.325966 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-daa5e153-33fb-4ef3-8f73-90bdd3125e9f req-e5778946-1520-42b6-bc6a-cbbab8ec9cca tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 931 time: 0.3503287
Feb 03 20:04:42.339061 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d74b1-8469-4019-b10e-210a4585156e req-256c7f3c-3503-4eb6-a06d-99ca51bcb32b tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:42.339609 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] For port 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f,segment=NetworkSegment(52e67090-6e6a-4e44-aef2-b95c030383b3),segment_id=52e67090-6e6a-4e44-aef2-b95c030383b3)] {{(pid=80147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:04:42.352132 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-815d74b1-8469-4019-b10e-210a4585156e req-256c7f3c-3503-4eb6-a06d-99ca51bcb32b tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.3488178
Feb 03 20:04:42.356539 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:42.379832 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:42.491985 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-daa5e153-33fb-4ef3-8f73-90bdd3125e9f req-4a62cb27-09b2-431e-88b9-5a9eb272c77a tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539862
Feb 03 20:04:42.495550 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846791539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7986870'] for router, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:42.667080 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-815d74b1-8469-4019-b10e-210a4585156e req-9ccf27f5-ea52-4f83-9a6f-c8224fef65e5 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3166096
Feb 03 20:04:42.809445 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Pushing event updated for resources: {'Port': ['ID=2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f,revision_number=2']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:42.822700 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:42.827411 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77 {{(pid=80144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 20:04:42.837181 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:42.850951 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Transition to ACTIVE for port object ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77 will not be triggered until provisioned by entity L2. {{(pid=80144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:04:42.853512 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:42.872487 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:42.956497 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Pushing event updated for resources: {'Port': ['ID=ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77,revision_number=2']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:43.049423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Router f0b0480b-18e5-4408-8edd-19fe21b4804c is scheduled to L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 with binding_index 1 {{(pid=80146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 03 20:04:43.077525 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] Attempting to bind port 2094a418-59f6-4399-93dd-4910f37c4c9f on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:04:43.078080 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] Attempting to bind port 2094a418-59f6-4399-93dd-4910f37c4c9f by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': '2983977f-f2e2-4870-b6cb-bdc4e6955295', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0'}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:04:43.078602 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] Attempting to bind port 2094a418-59f6-4399-93dd-4910f37c4c9f on network 363b23da-45c6-4a09-8348-d34a237bdcb0 {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:04:43.088739 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:04:43.089327 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] Checking segment: {'id': '2983977f-f2e2-4870-b6cb-bdc4e6955295', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:04:43.089885 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:43.090438 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] Bound using segment: {'id': '2983977f-f2e2-4870-b6cb-bdc4e6955295', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0'} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:04:43.091100 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] Bound port: 2094a418-59f6-4399-93dd-4910f37c4c9f, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2983977f-f2e2-4870-b6cb-bdc4e6955295', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0'}}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:04:43.091645 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:43.221304 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] For port 2094a418-59f6-4399-93dd-4910f37c4c9f, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:04:43.225284 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] For port 2094a418-59f6-4399-93dd-4910f37c4c9f, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=2094a418-59f6-4399-93dd-4910f37c4c9f,segment=NetworkSegment(2983977f-f2e2-4870-b6cb-bdc4e6955295),segment_id=2983977f-f2e2-4870-b6cb-bdc4e6955295)] {{(pid=80147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:04:43.230236 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:43.248715 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:43.271250 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:43.283433 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:04:43.297268 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] Sync routers for ids ['f0b0480b-18e5-4408-8edd-19fe21b4804c'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:04:43.315769 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] Routers {'f0b0480b-18e5-4408-8edd-19fe21b4804c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:04:43.316022 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Notify callbacks [] for router, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:43.317004 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93ac732b0>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:04:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['f0b0480b-18e5-4408-8edd-19fe21b4804c'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:43.317432 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.5677733
Feb 03 20:04:43.320366 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 55412) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:43.443949 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba46ce-481d-477d-a2a9-9bd21782d76f None None] Pushing event updated for resources: {'Port': ['ID=2094a418-59f6-4399-93dd-4910f37c4c9f,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:43.451444 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-83ba46ce-481d-477d-a2a9-9bd21782d76f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:43.524617 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] Routers {'81f8e5b4-e07d-487d-af04-ce18e61948c3'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:04:43.525452 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a4f0c18>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:04:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['81f8e5b4-e07d-487d-af04-ce18e61948c3'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:43.684407 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Attempting to bind port ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:04:43.684903 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Attempting to bind port ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'c51be60e-c001-43d2-bd36-2a172e2801c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af102b1c-7492-4e37-9158-b0b3f6c042a8'}] {{(pid=80144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:04:43.685384 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Attempting to bind port ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77 on network af102b1c-7492-4e37-9158-b0b3f6c042a8 {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:04:43.706328 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Checking agent: {'id': 'd65f81c7-83bc-4486-bd9d-9b0ec76bab54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 0, 54), 'started_at': datetime.datetime(2021, 2, 3, 20, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.109', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:04:43.712768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Checking segment: {'id': 'c51be60e-c001-43d2-bd36-2a172e2801c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af102b1c-7492-4e37-9158-b0b3f6c042a8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:04:43.715881 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:43.716435 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Bound using segment: {'id': 'c51be60e-c001-43d2-bd36-2a172e2801c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af102b1c-7492-4e37-9158-b0b3f6c042a8'} {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:04:43.717076 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Bound port: ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51be60e-c001-43d2-bd36-2a172e2801c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af102b1c-7492-4e37-9158-b0b3f6c042a8'}}] {{(pid=80144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:04:43.725520 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:43.837278 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] Set router f0b0480b-18e5-4408-8edd-19fe21b4804c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:04:43.963767 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] For port ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77, host hv-cinder-77398, cleared binding levels {{(pid=80144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:04:43.968183 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] For port ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77,segment=NetworkSegment(c51be60e-c001-43d2-bd36-2a172e2801c1),segment_id=c51be60e-c001-43d2-bd36-2a172e2801c1)] {{(pid=80144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:04:43.973648 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:43.990163 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:44.062104 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] Set router 81f8e5b4-e07d-487d-af04-ce18e61948c3 gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:04:44.201855 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93ac732b0>, [{'id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'name': 'tempest-TestShelveInstance-868513069-router', 'tenant_id': 'db232e331f4c440995d6d18bb98f0686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '9b7d9364-c369-48bf-92bc-2fd0ef94f6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:39Z', 'updated_at': '2021-02-03T20:04:41Z', 'revision_number': 3, 'project_id': 'db232e331f4c440995d6d18bb98f0686', 'gw_port': {'id': '9b7d9364-c369-48bf-92bc-2fd0ef94f6ed', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:40Z', 'updated_at': '2021-02-03T20:04:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:44.202842 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:44.203643 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:44.205585 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] 10.222.0.67 "PUT /v2.0/ports/ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77 HTTP/1.1" status: 200  len: 1157 time: 2.4526472
Feb 03 20:04:44.206496 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] Checking router: f0b0480b-18e5-4408-8edd-19fe21b4804c for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:04:44.206901 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] Updating router f0b0480b-18e5-4408-8edd-19fe21b4804c port 9b7d9364-c369-48bf-92bc-2fd0ef94f6ed binding host dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 20:04:44.208699 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cbce29-289d-4d41-bd30-59849174062d', 'tag': 'ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:04:44.226924 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Pushing event updated for resources: {'Port': ['ID=ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77,revision_number=3']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:44.239341 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:44.269223 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:44.395245 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:44.445276 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a4f0c18>, [{'id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'name': 'tempest-TestShelveInstance-2114625990-router', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:29Z', 'updated_at': '2021-02-03T20:04:35Z', 'revision_number': 4, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'gw_port': {'id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:31Z', 'updated_at': '2021-02-03T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '2094a418-59f6-4399-93dd-4910f37c4c9f', 'name': '', 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'mac_address': 'fa:16:3e:2a:37:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '56df7b6f-0026-430c-8ccd-068706ffc2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:34Z', 'updated_at': '2021-02-03T20:04:43Z', 'revision_number': 4, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'subnets': [{'id': '56df7b6f-0026-430c-8ccd-068706ffc2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:44.449766 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddfa447-a6e9-4aee-a101-137a2d0547c4 None None] The sync data for ids ['81f8e5b4-e07d-487d-af04-ce18e61948c3'] in dv-cinder-773985-1-iscsi is: [{'id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'name': 'tempest-TestShelveInstance-2114625990-router', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:29Z', 'updated_at': '2021-02-03T20:04:35Z', 'revision_number': 4, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'gw_port': {'id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:31Z', 'updated_at': '2021-02-03T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '2094a418-59f6-4399-93dd-4910f37c4c9f', 'name': '', 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'mac_address': 'fa:16:3e:2a:37:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '56df7b6f-0026-430c-8ccd-068706ffc2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:34Z', 'updated_at': '2021-02-03T20:04:43Z', 'revision_number': 4, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'subnets': [{'id': '56df7b6f-0026-430c-8ccd-068706ffc2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:04:44.787196 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:44.802940 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] Transition to ACTIVE for port object 9b7d9364-c369-48bf-92bc-2fd0ef94f6ed will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:04:44.804071 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71943a69-fba4-48f4-827f-fc5b95f94448 None None] Network 65e831c2-eec2-4a2c-99b7-7695bb04474f requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:04:44.813083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:44.830548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-372f7629-bd31-42a1-9395-c2f67f84a3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:44.851383 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Allocated IP 172.20.0.1 (65e831c2-eec2-4a2c-99b7-7695bb04474f/adf121b5-9548-41a5-a812-491a5af95ccd/006038fe-d9bb-4b92-a32f-2c8c9bf1ac67) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:04:44.914706 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-17abcd46-f906-419a-aef3-d45af26d145e None None] Provisioning for port 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:04:44.975001 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290c9f2-95bb-4642-8ca8-fa0bd1931eaa None None] Pushing event updated for resources: {'Port': ['ID=9b7d9364-c369-48bf-92bc-2fd0ef94f6ed,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:44.980702 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3290c9f2-95bb-4642-8ca8-fa0bd1931eaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:45.043639 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:45.072547 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Transition to ACTIVE for port object 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 will not be triggered until provisioned by entity DHCP. {{(pid=80146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:04:45.073691 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] Attempting to bind port 9b7d9364-c369-48bf-92bc-2fd0ef94f6ed on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:04:45.074099 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] Attempting to bind port 9b7d9364-c369-48bf-92bc-2fd0ef94f6ed by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:04:45.074690 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] Attempting to bind port 9b7d9364-c369-48bf-92bc-2fd0ef94f6ed on network b3f750ce-bc55-47f2-a098-fbecdde1b124 {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:04:45.081224 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:04:45.081635 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] Checking segment: {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:04:45.082629 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:45.082841 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] Bound using segment: {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:04:45.083355 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] Bound port: 9b7d9364-c369-48bf-92bc-2fd0ef94f6ed, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:04:45.083767 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:45.104364 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:45.173568 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] For port 9b7d9364-c369-48bf-92bc-2fd0ef94f6ed, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:04:45.177398 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] For port 9b7d9364-c369-48bf-92bc-2fd0ef94f6ed, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=9b7d9364-c369-48bf-92bc-2fd0ef94f6ed,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:04:45.181014 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-05713118-1fe9-4121-a3bc-aa51887551fa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:45.181947 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:45.197869 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:45.278734 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Pushing event updated for resources: {'Port': ['ID=006038fe-d9bb-4b92-a32f-2c8c9bf1ac67,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:45.293966 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:45.339797 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Network 65e831c2-eec2-4a2c-99b7-7695bb04474f is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:04:45.341501 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:04:45.344319 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:04:45.418579 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7972978'] for router_interface, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:45.485576 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-6bb2d96b-bc48-4233-be87-13024fb0e86d None None] Provisioning for port 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:04:45.491473 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-6bb2d96b-bc48-4233-be87-13024fb0e86d None None] Provisioning complete for port 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:45.492072 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6bb2d96b-bc48-4233-be87-13024fb0e86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:45.587134 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290c9f2-95bb-4642-8ca8-fa0bd1931eaa None None] Pushing event updated for resources: {'Port': ['ID=9b7d9364-c369-48bf-92bc-2fd0ef94f6ed,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:45.600116 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3290c9f2-95bb-4642-8ca8-fa0bd1931eaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:45.621401 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:45.652769 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-6bb2d96b-bc48-4233-be87-13024fb0e86d None None] Port 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:04:45.654910 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 2094a418-59f6-4399-93dd-4910f37c4c9f up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:04:45.680595 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] Routers {'f0b0480b-18e5-4408-8edd-19fe21b4804c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:04:45.681298 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93ac732b0>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:04:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['f0b0480b-18e5-4408-8edd-19fe21b4804c'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:45.916251 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-824c4af2-c06e-4025-a4f3-552be18cec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:45.922265 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-824c4af2-c06e-4025-a4f3-552be18cec8c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2fbefdf95293404192e9ef9cb9a6b198&device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 1160 time: 0.1833940
Feb 03 20:04:45.959126 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port 2094a418-59f6-4399-93dd-4910f37c4c9f completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:04:45.966524 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 2094a418-59f6-4399-93dd-4910f37c4c9f triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:45.967380 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:46.041091 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] Set router f0b0480b-18e5-4408-8edd-19fe21b4804c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:04:46.135321 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:46.142972 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:46.152046 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-d2ad0fe7-939b-493b-a462-7bf4be6160c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77 HTTP/1.1" status: 200  len: 217 time: 0.2108371
Feb 03 20:04:46.210441 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-8d9ba515-38ef-423f-afcd-360529b34075 None None] Provisioning complete for port 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:46.211002 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8d9ba515-38ef-423f-afcd-360529b34075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:46.285493 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-8d9ba515-38ef-423f-afcd-360529b34075 None None] Port 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:04:46.288807 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device f96fd274-f9cb-4a13-99d8-9e7343c085c7 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:04:46.320990 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848090863'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:46.345159 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] For port 2094a418-59f6-4399-93dd-4910f37c4c9f, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=2094a418-59f6-4399-93dd-4910f37c4c9f,segment=NetworkSegment(2983977f-f2e2-4870-b6cb-bdc4e6955295),segment_id=2983977f-f2e2-4870-b6cb-bdc4e6955295)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:04:46.358216 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:46.359371 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:04:46.367037 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:46.395150 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:46.433027 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfebca0-7897-4c8a-b9df-5d0fc11d8cd0 req-cbd0f252-9475-4a4f-8024-ac51e15a7344 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:46.434825 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-7bfebca0-7897-4c8a-b9df-5d0fc11d8cd0 req-cbd0f252-9475-4a4f-8024-ac51e15a7344 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Synchronizing usage tracker for tenant:2fbefdf95293404192e9ef9cb9a6b198 on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:04:46.455596 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-933deab5-7c48-4c33-a3c6-cd9d969223fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:46.457256 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-933deab5-7c48-4c33-a3c6-cd9d969223fd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=368439ae-4a30-4f8e-9ca5-d8ceab7bfb9e HTTP/1.1" status: 200  len: 855 time: 0.2907646
Feb 03 20:04:46.458777 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-7bfebca0-7897-4c8a-b9df-5d0fc11d8cd0 req-cbd0f252-9475-4a4f-8024-ac51e15a7344 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Unset dirty status for tenant:2fbefdf95293404192e9ef9cb9a6b198 on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:04:46.460014 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7bfebca0-7897-4c8a-b9df-5d0fc11d8cd0 req-cbd0f252-9475-4a4f-8024-ac51e15a7344 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 943 time: 0.4526587
Feb 03 20:04:46.510047 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Pushing event updated for resources: {'Port': ['ID=006038fe-d9bb-4b92-a32f-2c8c9bf1ac67,revision_number=2']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:46.519724 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846950413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7986988'] for router_interface, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:46.530661 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93ac732b0>, [{'id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'name': 'tempest-TestShelveInstance-868513069-router', 'tenant_id': 'db232e331f4c440995d6d18bb98f0686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '9b7d9364-c369-48bf-92bc-2fd0ef94f6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:39Z', 'updated_at': '2021-02-03T20:04:45Z', 'revision_number': 4, 'project_id': 'db232e331f4c440995d6d18bb98f0686', 'gw_port': {'id': '9b7d9364-c369-48bf-92bc-2fd0ef94f6ed', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:40Z', 'updated_at': '2021-02-03T20:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '006038fe-d9bb-4b92-a32f-2c8c9bf1ac67', 'name': '', 'network_id': '65e831c2-eec2-4a2c-99b7-7695bb04474f', 'tenant_id': 'db232e331f4c440995d6d18bb98f0686', 'mac_address': 'fa:16:3e:af:29:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'adf121b5-9548-41a5-a812-491a5af95ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:44Z', 'updated_at': '2021-02-03T20:04:44Z', 'revision_number': 1, 'project_id': 'db232e331f4c440995d6d18bb98f0686', 'subnets': [{'id': 'adf121b5-9548-41a5-a812-491a5af95ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:46.535875 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a08a0-1261-46d1-b4d0-f26963b2dc60 None None] The sync data for ids ['f0b0480b-18e5-4408-8edd-19fe21b4804c'] in dv-cinder-773985-1-iscsi is: [{'id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'name': 'tempest-TestShelveInstance-868513069-router', 'tenant_id': 'db232e331f4c440995d6d18bb98f0686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '9b7d9364-c369-48bf-92bc-2fd0ef94f6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:39Z', 'updated_at': '2021-02-03T20:04:45Z', 'revision_number': 4, 'project_id': 'db232e331f4c440995d6d18bb98f0686', 'gw_port': {'id': '9b7d9364-c369-48bf-92bc-2fd0ef94f6ed', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:40Z', 'updated_at': '2021-02-03T20:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '006038fe-d9bb-4b92-a32f-2c8c9bf1ac67', 'name': '', 'network_id': '65e831c2-eec2-4a2c-99b7-7695bb04474f', 'tenant_id': 'db232e331f4c440995d6d18bb98f0686', 'mac_address': 'fa:16:3e:af:29:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'adf121b5-9548-41a5-a812-491a5af95ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:44Z', 'updated_at': '2021-02-03T20:04:44Z', 'revision_number': 1, 'project_id': 'db232e331f4c440995d6d18bb98f0686', 'subnets': [{'id': 'adf121b5-9548-41a5-a812-491a5af95ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:04:46.546899 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.547351 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.547761 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.548266 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.548675 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.549172 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.549574 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.550408 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.550824 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.551201 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.551595 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.552046 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.552501 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.552896 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.553284 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.553678 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.554241 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.554632 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.555029 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.557423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.557423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.557423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.557423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.557423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:46.567340 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-7d6944e2-0986-4916-9e1c-ba8b62dc9b85 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af102b1c-7492-4e37-9158-b0b3f6c042a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0970857
Feb 03 20:04:46.569339 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:46.579378 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Pushing event updated for resources: {'Port': ['ID=2094a418-59f6-4399-93dd-4910f37c4c9f,revision_number=5']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:46.584622 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:46.597460 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port f96fd274-f9cb-4a13-99d8-9e7343c085c7 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:46.597650 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:46.733580 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7bfebca0-7897-4c8a-b9df-5d0fc11d8cd0 req-88f64bf4-a250-48e4-87ca-9730b960545d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2645628
Feb 03 20:04:46.816770 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-6fb33f08-b5d5-4512-9a5a-379ca78174b2 service neutron] 10.222.0.67 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2233648
Feb 03 20:04:46.826387 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81cbce29-289d-4d41-bd30-59849174062d', 'tag': 'ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77', 'status': 'completed', 'code': 200}
Feb 03 20:04:46.854659 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:04:46.863739 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:46.864191 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:46.989652 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f643b88-7ab0-459f-832e-5e7f72b21ca6 req-c4106d55-89a5-4988-bcc3-4e30db22fc06 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:46.997392 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4f643b88-7ab0-459f-832e-5e7f72b21ca6 req-c4106d55-89a5-4988-bcc3-4e30db22fc06 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.8520284
Feb 03 20:04:47.009716 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98a5bd30-cf92-4772-ae00-62513668ddcd req-a229c798-714c-48b5-b717-d5c1e49c623f service neutron] 10.222.0.67 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1797907
Feb 03 20:04:47.036537 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-65742952-6400-4e1e-99ec-9b53aa6f8dad req-7dd9ed5c-a4c6-4451-88d5-2a26cbbf680e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.8878129
Feb 03 20:04:47.118316 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:47.144232 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4f643b88-7ab0-459f-832e-5e7f72b21ca6 req-db86c913-4665-4835-8629-bf388037c4ba tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405911
Feb 03 20:04:47.199940 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] For port 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f,segment=NetworkSegment(52e67090-6e6a-4e44-aef2-b95c030383b3),segment_id=52e67090-6e6a-4e44-aef2-b95c030383b3)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:04:47.204218 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:47.206141 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:47.353679 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Pushing event updated for resources: {'Port': ['ID=2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f,revision_number=3']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:47.357582 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:47.383088 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Network 65e831c2-eec2-4a2c-99b7-7695bb04474f is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:04:47.384934 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:04:47.391129 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877429e7-e8a6-4d88-8d9d-0263630ec032 req-6631f68c-8633-4e23-99ba-356e8f53a032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:47.395748 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-877429e7-e8a6-4d88-8d9d-0263630ec032 req-6631f68c-8633-4e23-99ba-356e8f53a032 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2fbefdf95293404192e9ef9cb9a6b198&device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 1160 time: 0.2170377
Feb 03 20:04:47.505353 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 2094a418-59f6-4399-93dd-4910f37c4c9f up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:04:47.728108 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877429e7-e8a6-4d88-8d9d-0263630ec032 req-a63f3853-7fb5-478f-8a9c-2baef1893b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:47.730406 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-877429e7-e8a6-4d88-8d9d-0263630ec032 req-a63f3853-7fb5-478f-8a9c-2baef1893b43 service neutron] 10.222.0.67 "GET /v2.0/networks?id=af102b1c-7492-4e37-9158-b0b3f6c042a8 HTTP/1.1" status: 200  len: 909 time: 0.3253195
Feb 03 20:04:47.800572 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 2094a418-59f6-4399-93dd-4910f37c4c9f triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:47.801011 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:47.868850 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-877429e7-e8a6-4d88-8d9d-0263630ec032 req-7ffdfcdd-a4f4-41c9-b693-2b974044a015 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77 HTTP/1.1" status: 200  len: 217 time: 0.1285148
Feb 03 20:04:47.880106 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65742952-6400-4e1e-99ec-9b53aa6f8dad req-bc44b0e1-7644-410e-8b5e-6c040103775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:47.883692 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-65742952-6400-4e1e-99ec-9b53aa6f8dad req-bc44b0e1-7644-410e-8b5e-6c040103775a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2fbefdf95293404192e9ef9cb9a6b198&device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 1162 time: 0.6891015
Feb 03 20:04:47.965101 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-970f748a-95df-4681-9713-9a947f20d89f None None] Provisioning complete for port 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:47.965313 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-970f748a-95df-4681-9713-9a947f20d89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:48.033278 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877429e7-e8a6-4d88-8d9d-0263630ec032 req-a84bb69e-509b-43d2-9ff9-b8fd0bf9c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:48.035104 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-877429e7-e8a6-4d88-8d9d-0263630ec032 req-a84bb69e-509b-43d2-9ff9-b8fd0bf9c1ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=368439ae-4a30-4f8e-9ca5-d8ceab7bfb9e HTTP/1.1" status: 200  len: 855 time: 0.1519666
Feb 03 20:04:48.118747 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-970f748a-95df-4681-9713-9a947f20d89f None None] Port 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:04:48.180505 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-877429e7-e8a6-4d88-8d9d-0263630ec032 req-ffa42670-bb97-4de4-9bef-86c276e57263 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af102b1c-7492-4e37-9158-b0b3f6c042a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0961459
Feb 03 20:04:48.317545 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba4e99-4bd8-4150-9aee-f6c5b86e8932 req-3f38f08d-d338-48ec-8c6c-90415999585f tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:48.324103 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0aba4e99-4bd8-4150-9aee-f6c5b86e8932 req-3f38f08d-d338-48ec-8c6c-90415999585f tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.9155955
Feb 03 20:04:48.470021 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0aba4e99-4bd8-4150-9aee-f6c5b86e8932 req-a838a38c-c9e5-4695-8a33-f5984cd6d0f2 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226571
Feb 03 20:04:48.484334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Router f0b0480b-18e5-4408-8edd-19fe21b4804c has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:04:48.501233 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65742952-6400-4e1e-99ec-9b53aa6f8dad req-e46828db-5ebd-4f6a-979c-23abd1a869ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:48.503096 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-65742952-6400-4e1e-99ec-9b53aa6f8dad req-e46828db-5ebd-4f6a-979c-23abd1a869ac service neutron] 10.222.0.67 "GET /v2.0/networks?id=af102b1c-7492-4e37-9158-b0b3f6c042a8 HTTP/1.1" status: 200  len: 909 time: 0.5902228
Feb 03 20:04:48.536864 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-877429e7-e8a6-4d88-8d9d-0263630ec032 req-23d50c3c-a8b3-4c1a-af5f-3c197e174056 service neutron] 10.222.0.67 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3400264
Feb 03 20:04:48.824991 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-65742952-6400-4e1e-99ec-9b53aa6f8dad req-9a3fba3f-760b-473a-879f-262a0930f57f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e2d1a88-e844-46e8-b64b-2d77f9d73e38 HTTP/1.1" status: 200  len: 217 time: 0.2252817
Feb 03 20:04:48.959310 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195649a-fc4d-4532-8a2c-9fbdfa2a8db7 req-14c9f07c-6199-4d79-a7f7-8ef7c691e0e8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:48.974091 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1195649a-fc4d-4532-8a2c-9fbdfa2a8db7 req-14c9f07c-6199-4d79-a7f7-8ef7c691e0e8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 943 time: 0.9376333
Feb 03 20:04:48.976786 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 55492) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:49.024081 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:04:49.043860 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] 10.222.0.103 "PUT /v2.0/routers/f0b0480b-18e5-4408-8edd-19fe21b4804c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7223594
Feb 03 20:04:49.051103 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65742952-6400-4e1e-99ec-9b53aa6f8dad req-92add525-476e-4c7e-b160-58178f2507b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:49.052777 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-65742952-6400-4e1e-99ec-9b53aa6f8dad req-92add525-476e-4c7e-b160-58178f2507b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=368439ae-4a30-4f8e-9ca5-d8ceab7bfb9e HTTP/1.1" status: 200  len: 855 time: 0.1517017
Feb 03 20:04:49.089603 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1195649a-fc4d-4532-8a2c-9fbdfa2a8db7 req-30d197bf-079e-4195-b246-2d1a6cd81447 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007762
Feb 03 20:04:49.164775 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-877429e7-e8a6-4d88-8d9d-0263630ec032 req-ae122409-795d-450e-a52f-bf8feeb9a44a service neutron] 10.222.0.67 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6165745
Feb 03 20:04:49.258162 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-caa22ab7-6859-4d58-a53a-56049268e7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:49.280657 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-caa22ab7-6859-4d58-a53a-56049268e7aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:49.285227 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-caa22ab7-6859-4d58-a53a-56049268e7aa admin admin] Usage tracker for resource:security_group_rule and tenant:24ecdd5af50046b0b731a65af0bd7d2f is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:49.288451 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-caa22ab7-6859-4d58-a53a-56049268e7aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:49.294895 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-caa22ab7-6859-4d58-a53a-56049268e7aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:49.418227 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-caa22ab7-6859-4d58-a53a-56049268e7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:49.421974 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-caa22ab7-6859-4d58-a53a-56049268e7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:49.431675 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:49.478098 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:04:49.480900 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa22ab7-6859-4d58-a53a-56049268e7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d482fc-47c2-4251-97c9-9fbc1fa83cb0,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:49.486374 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-caa22ab7-6859-4d58-a53a-56049268e7aa admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=24ecdd5af50046b0b731a65af0bd7d2f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5056198
Feb 03 20:04:49.487334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-caa22ab7-6859-4d58-a53a-56049268e7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:49.489224 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 55510) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:49.556755 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ffecf35a-aef6-49b9-8cd7-b8c2f791ceb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:49.587167 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ffecf35a-aef6-49b9-8cd7-b8c2f791ceb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:49.587307 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:49.587731 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:49.666720 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ffecf35a-aef6-49b9-8cd7-b8c2f791ceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:49.671106 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:49.683284 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecf35a-aef6-49b9-8cd7-b8c2f791ceb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d482fc-47c2-4251-97c9-9fbc1fa83cb0,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:49.691452 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ffecf35a-aef6-49b9-8cd7-b8c2f791ceb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:49.696983 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ffecf35a-aef6-49b9-8cd7-b8c2f791ceb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:49.700768 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-ffecf35a-aef6-49b9-8cd7-b8c2f791ceb5 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/29d482fc-47c2-4251-97c9-9fbc1fa83cb0 HTTP/1.1" status: 204  len: 168 time: 0.2079258
Feb 03 20:04:49.744210 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 9b7d9364-c369-48bf-92bc-2fd0ef94f6ed up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:04:49.816016 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port 9b7d9364-c369-48bf-92bc-2fd0ef94f6ed completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:04:49.820992 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 9b7d9364-c369-48bf-92bc-2fd0ef94f6ed triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:49.821426 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:49.896770 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-7e7d3746-1481-40d8-8f23-9b8fe89db818 req-5f749642-0d4d-4121-86d6-62e26f7209fa tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-494573487', 'description': 'tempest-TestShelveInstance-494573487 description'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:04:49.919861 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-7e7d3746-1481-40d8-8f23-9b8fe89db818 req-5f749642-0d4d-4121-86d6-62e26f7209fa tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:49.925024 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-7e7d3746-1481-40d8-8f23-9b8fe89db818 req-5f749642-0d4d-4121-86d6-62e26f7209fa tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Usage tracker for resource:security_group and tenant:de9531b4b9754686a636343b8ed74fe7 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:49.928502 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-7e7d3746-1481-40d8-8f23-9b8fe89db818 req-5f749642-0d4d-4121-86d6-62e26f7209fa tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:49.935634 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-7e7d3746-1481-40d8-8f23-9b8fe89db818 req-5f749642-0d4d-4121-86d6-62e26f7209fa tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:49.947425 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-7e7d3746-1481-40d8-8f23-9b8fe89db818 req-5f749642-0d4d-4121-86d6-62e26f7209fa tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:49.957628 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:49.970710 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-7e7d3746-1481-40d8-8f23-9b8fe89db818 req-5f749642-0d4d-4121-86d6-62e26f7209fa tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:49.974919 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-7e7d3746-1481-40d8-8f23-9b8fe89db818 req-5f749642-0d4d-4121-86d6-62e26f7209fa tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Usage tracker for resource:security_group_rule and tenant:de9531b4b9754686a636343b8ed74fe7 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:49.975802 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] For port 9b7d9364-c369-48bf-92bc-2fd0ef94f6ed, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=9b7d9364-c369-48bf-92bc-2fd0ef94f6ed,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:04:49.980222 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:49.981084 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-7e7d3746-1481-40d8-8f23-9b8fe89db818 req-5f749642-0d4d-4121-86d6-62e26f7209fa tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:49.982121 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:49.988548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-7e7d3746-1481-40d8-8f23-9b8fe89db818 req-5f749642-0d4d-4121-86d6-62e26f7209fa tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:50.062701 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Pushing event updated for resources: {'Port': ['ID=9b7d9364-c369-48bf-92bc-2fd0ef94f6ed,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:50.066972 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-7e7d3746-1481-40d8-8f23-9b8fe89db818 req-5f749642-0d4d-4121-86d6-62e26f7209fa tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:50.068973 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:50.070403 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-7e7d3746-1481-40d8-8f23-9b8fe89db818 req-5f749642-0d4d-4121-86d6-62e26f7209fa tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:50.077406 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a68916ae-52ce-438f-a31c-b3ae3be724ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:50.089467 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 55524) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:50.115030 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6f10609d-9f89-4d67-b265-b4c222c49ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:50.125832 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f749642-0d4d-4121-86d6-62e26f7209fa tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d87376d-e4a0-48cb-96f9-d516a84e408c,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:50.129381 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5f749642-0d4d-4121-86d6-62e26f7209fa tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:50.131331 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-7e7d3746-1481-40d8-8f23-9b8fe89db818 req-5f749642-0d4d-4121-86d6-62e26f7209fa tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:50.132500 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-6f10609d-9f89-4d67-b265-b4c222c49ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:50.132697 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7e7d3746-1481-40d8-8f23-9b8fe89db818 req-5f749642-0d4d-4121-86d6-62e26f7209fa tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.2412126
Feb 03 20:04:50.143991 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-6f10609d-9f89-4d67-b265-b4c222c49ee8 admin admin] Usage tracker for resource:security_group_rule and tenant:135d4eb3a78b49cfb8724a0931364ffc is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:50.147514 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-6f10609d-9f89-4d67-b265-b4c222c49ee8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:50.154298 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-6f10609d-9f89-4d67-b265-b4c222c49ee8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:50.249123 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6f10609d-9f89-4d67-b265-b4c222c49ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:50.252869 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6f10609d-9f89-4d67-b265-b4c222c49ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:50.262240 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:50.306637 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-6f10609d-9f89-4d67-b265-b4c222c49ee8 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=135d4eb3a78b49cfb8724a0931364ffc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2160082
Feb 03 20:04:50.307572 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10609d-9f89-4d67-b265-b4c222c49ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaede2d3-791a-4b37-bba3-3ab7cb520b6e,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:50.309536 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 55534) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:04:50.311485 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-6f10609d-9f89-4d67-b265-b4c222c49ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:50.373924 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4358caea-1a1b-4f29-8467-468e2843b956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:50.403836 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4358caea-1a1b-4f29-8467-468e2843b956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:50.460585 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4358caea-1a1b-4f29-8467-468e2843b956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:50.466043 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2f52028e-f860-4e31-8953-7c54d9a8588f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:50.480611 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358caea-1a1b-4f29-8467-468e2843b956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaede2d3-791a-4b37-bba3-3ab7cb520b6e,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:50.484303 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4358caea-1a1b-4f29-8467-468e2843b956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:50.485526 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-4358caea-1a1b-4f29-8467-468e2843b956 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/eaede2d3-791a-4b37-bba3-3ab7cb520b6e HTTP/1.1" status: 204  len: 168 time: 0.1749313
Feb 03 20:04:50.487556 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-4358caea-1a1b-4f29-8467-468e2843b956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:50.747327 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] Sync routers for ids ['f0b0480b-18e5-4408-8edd-19fe21b4804c'] in dv-cinder-773985-1-iscsi {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:04:50.757390 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] Routers {'f0b0480b-18e5-4408-8edd-19fe21b4804c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:04:50.758075 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93b9bb5f8>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:04:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['f0b0480b-18e5-4408-8edd-19fe21b4804c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:50.955119 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] Set router f0b0480b-18e5-4408-8edd-19fe21b4804c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:04:51.304228 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93b9bb5f8>, [{'id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'name': 'tempest-TestShelveInstance-868513069-router', 'tenant_id': 'db232e331f4c440995d6d18bb98f0686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '9b7d9364-c369-48bf-92bc-2fd0ef94f6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:39Z', 'updated_at': '2021-02-03T20:04:45Z', 'revision_number': 4, 'project_id': 'db232e331f4c440995d6d18bb98f0686', 'gw_port': {'id': '9b7d9364-c369-48bf-92bc-2fd0ef94f6ed', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:40Z', 'updated_at': '2021-02-03T20:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '006038fe-d9bb-4b92-a32f-2c8c9bf1ac67', 'name': '', 'network_id': '65e831c2-eec2-4a2c-99b7-7695bb04474f', 'tenant_id': 'db232e331f4c440995d6d18bb98f0686', 'mac_address': 'fa:16:3e:af:29:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'adf121b5-9548-41a5-a812-491a5af95ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:44Z', 'updated_at': '2021-02-03T20:04:45Z', 'revision_number': 2, 'project_id': 'db232e331f4c440995d6d18bb98f0686', 'subnets': [{'id': 'adf121b5-9548-41a5-a812-491a5af95ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:51.308410 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] Checking router: f0b0480b-18e5-4408-8edd-19fe21b4804c for host: dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:04:51.308818 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] Updating router f0b0480b-18e5-4408-8edd-19fe21b4804c port 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 binding host dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 20:04:51.373652 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:51.423141 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 9b7d9364-c369-48bf-92bc-2fd0ef94f6ed up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:04:51.646831 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 9b7d9364-c369-48bf-92bc-2fd0ef94f6ed triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:51.647263 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:51.789928 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:04:51.997463 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] Notify callbacks [] for port, precommit_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:52.010066 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] Transition to ACTIVE for port object 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 will not be triggered until provisioned by entity L2. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:04:52.012784 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:52.029149 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-76f50163-7502-40bf-bfa5-309f99d1f93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:52.163365 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37bf47f-0b1f-48c7-bd82-b9876c6b2d9d None None] Pushing event updated for resources: {'Port': ['ID=006038fe-d9bb-4b92-a32f-2c8c9bf1ac67,revision_number=3']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:52.166633 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a37bf47f-0b1f-48c7-bd82-b9876c6b2d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:52.323737 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-65742952-6400-4e1e-99ec-9b53aa6f8dad req-489d55c5-547d-4b08-acf9-87bc0a3a6464 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af102b1c-7492-4e37-9158-b0b3f6c042a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0560215
Feb 03 20:04:52.352440 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] Attempting to bind port 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:04:52.352868 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] Attempting to bind port 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': '52e67090-6e6a-4e44-aef2-b95c030383b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '65e831c2-eec2-4a2c-99b7-7695bb04474f'}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:04:52.353289 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] Attempting to bind port 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 on network 65e831c2-eec2-4a2c-99b7-7695bb04474f {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:04:52.359763 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:04:52.360358 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] Checking segment: {'id': '52e67090-6e6a-4e44-aef2-b95c030383b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '65e831c2-eec2-4a2c-99b7-7695bb04474f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:04:52.360814 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:52.361260 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] Bound using segment: {'id': '52e67090-6e6a-4e44-aef2-b95c030383b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '65e831c2-eec2-4a2c-99b7-7695bb04474f'} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:04:52.361766 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] Bound port: 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e67090-6e6a-4e44-aef2-b95c030383b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '65e831c2-eec2-4a2c-99b7-7695bb04474f'}}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:04:52.362193 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:52.488496 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] For port 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:04:52.495594 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] For port 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=006038fe-d9bb-4b92-a32f-2c8c9bf1ac67,segment=NetworkSegment(52e67090-6e6a-4e44-aef2-b95c030383b3),segment_id=52e67090-6e6a-4e44-aef2-b95c030383b3)] {{(pid=80147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:04:52.501821 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:52.523339 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:52.623916 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-201ab170-72f5-4d62-8471-13a7ac6ca8cb req-775e61c0-9636-4fad-8fc0-b0c7ca08c847 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups/2d87376d-e4a0-48cb-96f9-d516a84e408c HTTP/1.1" status: 200  len: 1800 time: 0.1762831
Feb 03 20:04:52.634859 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-201ab170-72f5-4d62-8471-13a7ac6ca8cb req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2d87376d-e4a0-48cb-96f9-d516a84e408c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:04:52.635883 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-201ab170-72f5-4d62-8471-13a7ac6ca8cb req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2d87376d-e4a0-48cb-96f9-d516a84e408c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:04:52.651185 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-65742952-6400-4e1e-99ec-9b53aa6f8dad req-0f2be5cd-ece3-4020-aa15-c66dc84f603d service neutron] 10.222.0.67 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2728207
Feb 03 20:04:52.687881 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-201ab170-72f5-4d62-8471-13a7ac6ca8cb req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:52.698344 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-201ab170-72f5-4d62-8471-13a7ac6ca8cb req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Usage tracker for resource:security_group_rule and tenant:de9531b4b9754686a636343b8ed74fe7 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:52.713191 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-201ab170-72f5-4d62-8471-13a7ac6ca8cb req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:52.723680 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-201ab170-72f5-4d62-8471-13a7ac6ca8cb req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:52.814030 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-201ab170-72f5-4d62-8471-13a7ac6ca8cb req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:52.850000 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-201ab170-72f5-4d62-8471-13a7ac6ca8cb req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:52.853312 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-201ab170-72f5-4d62-8471-13a7ac6ca8cb req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756437'] for security_group_rule, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:52.856498 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:52.901913 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d3e9d9-2869-4449-8ef1-0e4c8bfc7987,revision_number=0']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:52.912903 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.913903 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.914611 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.915491 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.916081 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.916758 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.917301 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.917839 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.918604 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.919140 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.919675 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.920784 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.921384 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.921970 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.922960 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.923503 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.924064 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.924736 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.925280 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.925993 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.926513 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.926701 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-16910938-379e-4d42-8169-80481ae257d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:52.927206 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.927734 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.928335 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:04:52.931620 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-201ab170-72f5-4d62-8471-13a7ac6ca8cb req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:52.936600 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-201ab170-72f5-4d62-8471-13a7ac6ca8cb req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3114648
Feb 03 20:04:52.937483 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:53.000358 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37bf47f-0b1f-48c7-bd82-b9876c6b2d9d None None] Pushing event updated for resources: {'Port': ['ID=006038fe-d9bb-4b92-a32f-2c8c9bf1ac67,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:53.011390 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b5786-d668-4039-ac78-58a9d94a7306 req-d3a839bb-0427-42ec-a57a-18902e0ced81 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:53.013408 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ba6b5786-d668-4039-ac78-58a9d94a7306 req-d3a839bb-0427-42ec-a57a-18902e0ced81 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 943 time: 0.3606071
Feb 03 20:04:53.024542 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-65742952-6400-4e1e-99ec-9b53aa6f8dad req-201b50eb-3dca-4d00-9663-04b99d7f40b5 service neutron] 10.222.0.67 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3233080
Feb 03 20:04:53.024772 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a37bf47f-0b1f-48c7-bd82-b9876c6b2d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:53.057651 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4121c818-8eef-4515-bf86-24e1c5e1471a req-a2d9d20d-758a-4e56-817d-2b1d4bfb1338 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups/2d87376d-e4a0-48cb-96f9-d516a84e408c HTTP/1.1" status: 200  len: 2393 time: 0.0890617
Feb 03 20:04:53.078198 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] Routers {'f0b0480b-18e5-4408-8edd-19fe21b4804c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:04:53.078909 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93b9bb5f8>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:04:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['f0b0480b-18e5-4408-8edd-19fe21b4804c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:53.082562 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-4121c818-8eef-4515-bf86-24e1c5e1471a req-4331cb84-791e-4989-91ef-df76ff3386e2 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2d87376d-e4a0-48cb-96f9-d516a84e408c', 'remote_group_id': None}]} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:04:53.083120 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-4121c818-8eef-4515-bf86-24e1c5e1471a req-4331cb84-791e-4989-91ef-df76ff3386e2 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2d87376d-e4a0-48cb-96f9-d516a84e408c', 'remote_group_id': None}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:04:53.113267 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-4121c818-8eef-4515-bf86-24e1c5e1471a req-4331cb84-791e-4989-91ef-df76ff3386e2 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:04:53.116474 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ba6b5786-d668-4039-ac78-58a9d94a7306 req-2ff49eac-7bf2-409b-bf38-ecfe62537f08 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905597
Feb 03 20:04:53.120945 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-4121c818-8eef-4515-bf86-24e1c5e1471a req-4331cb84-791e-4989-91ef-df76ff3386e2 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Usage tracker for resource:security_group_rule and tenant:de9531b4b9754686a636343b8ed74fe7 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:04:53.125908 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-4121c818-8eef-4515-bf86-24e1c5e1471a req-4331cb84-791e-4989-91ef-df76ff3386e2 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:04:53.148902 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-4121c818-8eef-4515-bf86-24e1c5e1471a req-4331cb84-791e-4989-91ef-df76ff3386e2 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:04:53.222719 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-4121c818-8eef-4515-bf86-24e1c5e1471a req-4331cb84-791e-4989-91ef-df76ff3386e2 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:53.250410 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-4121c818-8eef-4515-bf86-24e1c5e1471a req-4331cb84-791e-4989-91ef-df76ff3386e2 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:53.254139 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-4121c818-8eef-4515-bf86-24e1c5e1471a req-4331cb84-791e-4989-91ef-df76ff3386e2 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756437'] for security_group_rule, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:53.257262 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bbc6c978-2c9e-4f7c-b1ec-f3aa32d2a252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:53.301799 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331cb84-791e-4989-91ef-df76ff3386e2 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879b0d74-c545-4d92-a84d-89a2ce5ff8a2,revision_number=0']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:53.305342 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-4331cb84-791e-4989-91ef-df76ff3386e2 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:53.315318 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-4121c818-8eef-4515-bf86-24e1c5e1471a req-4331cb84-791e-4989-91ef-df76ff3386e2 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:53.317004 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4121c818-8eef-4515-bf86-24e1c5e1471a req-4331cb84-791e-4989-91ef-df76ff3386e2 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2396994
Feb 03 20:04:53.332396 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] Set router f0b0480b-18e5-4408-8edd-19fe21b4804c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:04:53.541548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:04:53.751152 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:04:53.760502 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:53.760941 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:53.976847 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:53.992071 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93b9bb5f8>, [{'id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'name': 'tempest-TestShelveInstance-868513069-router', 'tenant_id': 'db232e331f4c440995d6d18bb98f0686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '9b7d9364-c369-48bf-92bc-2fd0ef94f6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:39Z', 'updated_at': '2021-02-03T20:04:45Z', 'revision_number': 4, 'project_id': 'db232e331f4c440995d6d18bb98f0686', 'gw_port': {'id': '9b7d9364-c369-48bf-92bc-2fd0ef94f6ed', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:40Z', 'updated_at': '2021-02-03T20:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '006038fe-d9bb-4b92-a32f-2c8c9bf1ac67', 'name': '', 'network_id': '65e831c2-eec2-4a2c-99b7-7695bb04474f', 'tenant_id': 'db232e331f4c440995d6d18bb98f0686', 'mac_address': 'fa:16:3e:af:29:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'adf121b5-9548-41a5-a812-491a5af95ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:44Z', 'updated_at': '2021-02-03T20:04:52Z', 'revision_number': 4, 'project_id': 'db232e331f4c440995d6d18bb98f0686', 'subnets': [{'id': 'adf121b5-9548-41a5-a812-491a5af95ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:04:54.000820 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f87b343-7d6e-43c1-8a45-a81936599041 None None] The sync data for ids ['f0b0480b-18e5-4408-8edd-19fe21b4804c'] in dv-cinder-773985-1-iscsi is: [{'id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'name': 'tempest-TestShelveInstance-868513069-router', 'tenant_id': 'db232e331f4c440995d6d18bb98f0686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '9b7d9364-c369-48bf-92bc-2fd0ef94f6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:39Z', 'updated_at': '2021-02-03T20:04:45Z', 'revision_number': 4, 'project_id': 'db232e331f4c440995d6d18bb98f0686', 'gw_port': {'id': '9b7d9364-c369-48bf-92bc-2fd0ef94f6ed', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:40Z', 'updated_at': '2021-02-03T20:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '006038fe-d9bb-4b92-a32f-2c8c9bf1ac67', 'name': '', 'network_id': '65e831c2-eec2-4a2c-99b7-7695bb04474f', 'tenant_id': 'db232e331f4c440995d6d18bb98f0686', 'mac_address': 'fa:16:3e:af:29:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'adf121b5-9548-41a5-a812-491a5af95ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:44Z', 'updated_at': '2021-02-03T20:04:52Z', 'revision_number': 4, 'project_id': 'db232e331f4c440995d6d18bb98f0686', 'subnets': [{'id': 'adf121b5-9548-41a5-a812-491a5af95ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:04:54.026841 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] For port 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=006038fe-d9bb-4b92-a32f-2c8c9bf1ac67,segment=NetworkSegment(52e67090-6e6a-4e44-aef2-b95c030383b3),segment_id=52e67090-6e6a-4e44-aef2-b95c030383b3)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:04:54.031432 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:54.033495 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-13228355-d337-491a-a829-23b4cdfac112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:54.145164 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Pushing event updated for resources: {'Port': ['ID=006038fe-d9bb-4b92-a32f-2c8c9bf1ac67,revision_number=5']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:54.148758 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:54.151424 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:54.389715 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:04:54.485565 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning for port ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:04:54.492994 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:54.493715 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:54.668165 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:54.694022 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6521f-93be-4cb4-829f-51e76f932037 req-e3370df4-41a6-4447-9173-ce8bb5e29082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:54.695690 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-43e6521f-93be-4cb4-829f-51e76f932037 req-e3370df4-41a6-4447-9173-ce8bb5e29082 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54fb9a949b3245c7a0731011941f5a06&device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 1162 time: 0.2070711
Feb 03 20:04:54.724586 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cbce29-289d-4d41-bd30-59849174062d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:04:54.742067 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77,segment=NetworkSegment(c51be60e-c001-43d2-bd36-2a172e2801c1),segment_id=c51be60e-c001-43d2-bd36-2a172e2801c1)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:04:54.750237 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:54.752168 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:04:54.775743 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04502d4d-b083-49b6-9da3-32b37bbf67d1 req-4051fa37-1dfc-47bb-bac3-6c62cc7bb809 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:54.782543 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-04502d4d-b083-49b6-9da3-32b37bbf67d1 req-4051fa37-1dfc-47bb-bac3-6c62cc7bb809 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 943 time: 0.4453123
Feb 03 20:04:54.881949 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:04:54.886079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:04:54.943991 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-04502d4d-b083-49b6-9da3-32b37bbf67d1 req-becfc2f7-10ee-46d0-85ca-67653d7ab07b tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517353
Feb 03 20:04:55.079562 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6521f-93be-4cb4-829f-51e76f932037 req-d883b9c5-91c0-4b29-9de2-5c703094c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:55.081234 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-43e6521f-93be-4cb4-829f-51e76f932037 req-d883b9c5-91c0-4b29-9de2-5c703094c166 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d66d5c41-e90b-4c7c-9091-e02b4897e8ac HTTP/1.1" status: 200  len: 912 time: 0.2426419
Feb 03 20:04:55.196712 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b283ad-2567-4a76-8ecf-203ca9c7186d req-2e7ada4d-4e7f-4792-aa49-f9a6cdff808a tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:55.198402 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-05b283ad-2567-4a76-8ecf-203ca9c7186d req-2e7ada4d-4e7f-4792-aa49-f9a6cdff808a tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.5071447
Feb 03 20:04:55.263305 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:04:55.290237 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-43e6521f-93be-4cb4-829f-51e76f932037 req-42080042-8bb9-4163-a512-481ef94d0e37 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7870cd4f-7380-4fd7-9469-292c8f4c32d3 HTTP/1.1" status: 200  len: 217 time: 0.0907378
Feb 03 20:04:55.339433 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-05b283ad-2567-4a76-8ecf-203ca9c7186d req-18f99f54-7d07-406f-9a7c-82e06e993ccc tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827799
Feb 03 20:04:55.411076 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f67b4237-3bbc-4020-90e6-f933a5674289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:55.449799 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6521f-93be-4cb4-829f-51e76f932037 req-0cbd0bfb-25b3-4f3b-b795-9a8dc030cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:55.450354 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:55.450784 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:55.460573 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-43e6521f-93be-4cb4-829f-51e76f932037 req-0cbd0bfb-25b3-4f3b-b795-9a8dc030cd87 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79590a3a-e4fa-4711-a4bb-192651bead9e HTTP/1.1" status: 200  len: 858 time: 0.1393445
Feb 03 20:04:55.490313 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:04:55.517045 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-43e6521f-93be-4cb4-829f-51e76f932037 req-7fced950-4ef2-4057-b243-458e82652411 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d66d5c41-e90b-4c7c-9091-e02b4897e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0552316
Feb 03 20:04:55.528336 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cbce29-289d-4d41-bd30-59849174062d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77', 'code': 200}
Feb 03 20:04:55.653622 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:04:55.654037 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:55.709732 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-43e6521f-93be-4cb4-829f-51e76f932037 req-d0d86319-8aa6-46d0-9338-523818009c2c service neutron] 10.222.0.67 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1709816
Feb 03 20:04:55.865964 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-43e6521f-93be-4cb4-829f-51e76f932037 req-b905cb19-b124-4f8a-9a6e-649337f97e39 service neutron] 10.222.0.67 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1470771
Feb 03 20:04:55.872338 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f699adf-80fd-4a04-8b43-1b7336aa3b71 req-6969882f-ffb8-4334-bab8-335a04111bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:55.874489 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1f699adf-80fd-4a04-8b43-1b7336aa3b71 req-6969882f-ffb8-4334-bab8-335a04111bfb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 1162 time: 0.0820029
Feb 03 20:04:55.929031 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1f699adf-80fd-4a04-8b43-1b7336aa3b71 req-c66c5c21-27ec-4d09-b9b6-3ca713048bbe service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374112
Feb 03 20:04:55.957852 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:56.267116 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2603de-afcc-4ec2-9c6e-b5fa0e8b2639 req-92cc5aad-53c8-4622-a32c-b92a57bfff1e tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:56.268838 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3b2603de-afcc-4ec2-9c6e-b5fa0e8b2639 req-92cc5aad-53c8-4622-a32c-b92a57bfff1e tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 945 time: 0.1768966
Feb 03 20:04:56.348294 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3b2603de-afcc-4ec2-9c6e-b5fa0e8b2639 req-7ed28ebd-b3c5-4238-8470-187dcc131a6d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649192
Feb 03 20:04:56.690264 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775871e-2feb-4c8c-8554-44902dd40f90 req-6b93ab33-a03f-4595-8635-318eff8af3e0 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:56.692011 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4775871e-2feb-4c8c-8554-44902dd40f90 req-6b93ab33-a03f-4595-8635-318eff8af3e0 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.2089138
Feb 03 20:04:56.708567 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:56.765903 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4775871e-2feb-4c8c-8554-44902dd40f90 req-d3b83ae4-f1c1-4ee3-9f11-e4713ac3637a tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676475
Feb 03 20:04:57.201540 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:04:57.695942 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9deda1e-1906-4ce0-a8c9-942a339408a0 req-a89f6cca-cba5-4b06-b719-470c442ad97e tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:04:57.697596 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f9deda1e-1906-4ce0-a8c9-942a339408a0 req-a89f6cca-cba5-4b06-b719-470c442ad97e tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 945 time: 0.2129145
Feb 03 20:04:57.770368 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f9deda1e-1906-4ce0-a8c9-942a339408a0 req-f2b88789-7483-4f10-901c-9630e624f784 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647860
Feb 03 20:05:00.788673 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671918a2-7763-42c7-b566-6a94e9a9d6bf req-1accf090-53ab-4507-b9e4-66e72380c165 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:00.790436 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-671918a2-7763-42c7-b566-6a94e9a9d6bf req-1accf090-53ab-4507-b9e4-66e72380c165 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1889772
Feb 03 20:05:00.859737 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-671918a2-7763-42c7-b566-6a94e9a9d6bf req-5fc304ba-5965-4a72-9d3d-2cddeedd966b tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624590
Feb 03 20:05:01.016612 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22553b2-5e8e-4a47-97fd-6232ea555aad req-f29a6de7-1b5c-4769-91a2-6d6c093afd48 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:01.018263 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d22553b2-5e8e-4a47-97fd-6232ea555aad req-f29a6de7-1b5c-4769-91a2-6d6c093afd48 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 945 time: 0.3804219
Feb 03 20:05:01.083765 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d22553b2-5e8e-4a47-97fd-6232ea555aad req-749b7dc6-879c-490a-8d40-066990411ebf tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590451
Feb 03 20:05:01.941561 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 55894) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:02.114018 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-27591f88-081f-4f91-9046-fee437f79ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:02.135591 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-27591f88-081f-4f91-9046-fee437f79ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:02.141902 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-27591f88-081f-4f91-9046-fee437f79ec5 admin admin] Usage tracker for resource:security_group_rule and tenant:3cd1f3a82c1f4a2981ce0e345d8b3d42 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:05:02.145963 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-27591f88-081f-4f91-9046-fee437f79ec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:05:02.156949 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-27591f88-081f-4f91-9046-fee437f79ec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:02.246058 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac3f2b-49ec-425d-a4a3-80d731bc0226 req-70f0bbec-be49-4d60-8e16-494626d93cbf tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:02.247816 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b4ac3f2b-49ec-425d-a4a3-80d731bc0226 req-70f0bbec-be49-4d60-8e16-494626d93cbf tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.2475548
Feb 03 20:05:02.342654 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b4ac3f2b-49ec-425d-a4a3-80d731bc0226 req-7bda7da5-2c01-4b1a-94c7-a5d3549f3f42 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853980
Feb 03 20:05:02.403783 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-27591f88-081f-4f91-9046-fee437f79ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:02.407366 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-27591f88-081f-4f91-9046-fee437f79ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:02.416005 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-963e0190-cb5c-4dcd-aa4f-dc3e9da1233d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:02.430142 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd75ab-bbc8-46eb-8d8e-d55fdd7ea72f req-dda3e92d-b27f-4e54-8b4a-256c8635d631 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:02.431847 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-77cd75ab-bbc8-46eb-8d8e-d55fdd7ea72f req-dda3e92d-b27f-4e54-8b4a-256c8635d631 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 945 time: 0.2177393
Feb 03 20:05:02.468070 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-27591f88-081f-4f91-9046-fee437f79ec5 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=3cd1f3a82c1f4a2981ce0e345d8b3d42&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5220199
Feb 03 20:05:02.468320 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 55908) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:02.470716 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27591f88-081f-4f91-9046-fee437f79ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8f6831-7402-4e20-a3be-fe0e46f48d7e,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:02.487053 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-27591f88-081f-4f91-9046-fee437f79ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:02.500126 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-77cd75ab-bbc8-46eb-8d8e-d55fdd7ea72f req-9338ed9c-cbdd-49ef-a4d7-aaf0f6f5e39d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611837
Feb 03 20:05:02.537681 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1924-546e-4d38-98b7-139d67f33be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:02.571790 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1924-546e-4d38-98b7-139d67f33be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:02.625219 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1924-546e-4d38-98b7-139d67f33be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:02.630489 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-078db321-16d5-42b1-afd1-da4955c4f362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:02.645307 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b1924-546e-4d38-98b7-139d67f33be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8f6831-7402-4e20-a3be-fe0e46f48d7e,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:02.648151 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5a7b1924-546e-4d38-98b7-139d67f33be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:02.649338 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1924-546e-4d38-98b7-139d67f33be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:02.653364 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-5a7b1924-546e-4d38-98b7-139d67f33be9 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/4f8f6831-7402-4e20-a3be-fe0e46f48d7e HTTP/1.1" status: 204  len: 168 time: 0.1811850
Feb 03 20:05:03.072837 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 55926) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:03.093629 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8398edc6-7921-456b-ad55-73c92bbec988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:03.109983 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-8398edc6-7921-456b-ad55-73c92bbec988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:03.114078 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-8398edc6-7921-456b-ad55-73c92bbec988 admin admin] Usage tracker for resource:security_group_rule and tenant:15cb24cbad1e437a8d3e460baeaa278c is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:05:03.117073 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-8398edc6-7921-456b-ad55-73c92bbec988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:05:03.123206 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-8398edc6-7921-456b-ad55-73c92bbec988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:03.216536 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8398edc6-7921-456b-ad55-73c92bbec988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:03.220015 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8398edc6-7921-456b-ad55-73c92bbec988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:03.233912 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-002deed4-4023-4596-9d99-6139e31457a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:03.277575 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-8398edc6-7921-456b-ad55-73c92bbec988 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=15cb24cbad1e437a8d3e460baeaa278c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2035184
Feb 03 20:05:03.278491 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398edc6-7921-456b-ad55-73c92bbec988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71040e50-96ac-4410-bf12-24f1a116e693,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:03.280989 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 55938) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:03.282590 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8398edc6-7921-456b-ad55-73c92bbec988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:03.287003 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:05:03.347070 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1f74e3a-50c9-4fee-b6ef-a88ab62f0967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:03.373793 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:05:03.374694 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:03.377065 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1f74e3a-50c9-4fee-b6ef-a88ab62f0967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:03.466756 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1f74e3a-50c9-4fee-b6ef-a88ab62f0967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:03.472083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ffecf35a-aef6-49b9-8cd7-b8c2f791ceb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:03.517447 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f74e3a-50c9-4fee-b6ef-a88ab62f0967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71040e50-96ac-4410-bf12-24f1a116e693,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:03.529866 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f1f74e3a-50c9-4fee-b6ef-a88ab62f0967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:03.539224 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1f74e3a-50c9-4fee-b6ef-a88ab62f0967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:03.543935 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-f1f74e3a-50c9-4fee-b6ef-a88ab62f0967 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/71040e50-96ac-4410-bf12-24f1a116e693 HTTP/1.1" status: 204  len: 168 time: 0.2616420
Feb 03 20:05:03.788750 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be4727-e9c9-4b4e-849d-961325f4d1b4 req-005200af-bbc8-4798-bd43-5e712b1315b5 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:03.790487 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91be4727-e9c9-4b4e-849d-961325f4d1b4 req-005200af-bbc8-4798-bd43-5e712b1315b5 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1968446
Feb 03 20:05:03.864654 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91be4727-e9c9-4b4e-849d-961325f4d1b4 req-548bdbe4-7c18-43d4-8aa7-7844e37f88f9 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668929
Feb 03 20:05:04.043054 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 55978) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:04.288402 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-af4e0cdf-fb7e-4b00-b617-cccecf633267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:04.305018 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-af4e0cdf-fb7e-4b00-b617-cccecf633267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:04.309646 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-af4e0cdf-fb7e-4b00-b617-cccecf633267 admin admin] Usage tracker for resource:security_group_rule and tenant:4366bd11bd464c838cd85272200ffe67 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:05:04.313094 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-af4e0cdf-fb7e-4b00-b617-cccecf633267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:05:04.319100 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-af4e0cdf-fb7e-4b00-b617-cccecf633267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:04.407971 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-af4e0cdf-fb7e-4b00-b617-cccecf633267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:04.411567 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-af4e0cdf-fb7e-4b00-b617-cccecf633267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:04.420372 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b68ac893-1b4f-417c-a9a1-aefcdfd4681b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:04.464228 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e0cdf-fb7e-4b00-b617-cccecf633267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8c2f9a-0ac4-4940-bca7-6f394c87c7c1,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:04.468851 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-af4e0cdf-fb7e-4b00-b617-cccecf633267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:04.473676 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-af4e0cdf-fb7e-4b00-b617-cccecf633267 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=4366bd11bd464c838cd85272200ffe67&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4267733
Feb 03 20:05:04.474145 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 55988) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:04.539734 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3b422a35-45f6-4934-a2ae-5e9ff4d800a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:04.572792 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3b422a35-45f6-4934-a2ae-5e9ff4d800a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:04.633160 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3b422a35-45f6-4934-a2ae-5e9ff4d800a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:04.640230 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bc238271-c5c6-4412-b260-364f0fc852f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:04.655981 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b422a35-45f6-4934-a2ae-5e9ff4d800a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8c2f9a-0ac4-4940-bca7-6f394c87c7c1,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:04.658822 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3b422a35-45f6-4934-a2ae-5e9ff4d800a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:04.660072 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3b422a35-45f6-4934-a2ae-5e9ff4d800a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:04.664591 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-3b422a35-45f6-4934-a2ae-5e9ff4d800a0 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/ce8c2f9a-0ac4-4940-bca7-6f394c87c7c1 HTTP/1.1" status: 204  len: 168 time: 0.1861658
Feb 03 20:05:05.185469 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c587d-4d11-4911-af14-8373b154b581 req-94bf00db-1760-4627-8a4a-81faccbed2b5 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:05.187645 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-af2c587d-4d11-4911-af14-8373b154b581 req-94bf00db-1760-4627-8a4a-81faccbed2b5 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1850750
Feb 03 20:05:05.264024 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-af2c587d-4d11-4911-af14-8373b154b581 req-6c6d555a-d698-4ec2-b055-b325f3398199 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690038
Feb 03 20:05:06.576962 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c27a2e-3605-4d25-94c0-3df92d3550bc req-4301f44d-627d-4c1b-b9a7-38304ef368de tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:06.584597 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d7c27a2e-3605-4d25-94c0-3df92d3550bc req-4301f44d-627d-4c1b-b9a7-38304ef368de tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1796727
Feb 03 20:05:06.661908 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d7c27a2e-3605-4d25-94c0-3df92d3550bc req-e3fbc4ee-31ab-4990-9fdb-a3e735308289 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763164
Feb 03 20:05:06.780092 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 56074) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:06.954944 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fe361d78-3cdb-4e41-99e4-790247a101a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:06.970398 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-fe361d78-3cdb-4e41-99e4-790247a101a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:06.974562 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-fe361d78-3cdb-4e41-99e4-790247a101a5 admin admin] Usage tracker for resource:security_group_rule and tenant:106eb1c551e54ec0ab4a0973ddd735ee is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:05:06.977591 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-fe361d78-3cdb-4e41-99e4-790247a101a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:05:06.984366 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-fe361d78-3cdb-4e41-99e4-790247a101a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:07.083858 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fe361d78-3cdb-4e41-99e4-790247a101a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:07.086787 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fe361d78-3cdb-4e41-99e4-790247a101a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:07.096817 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-6f10609d-9f89-4d67-b265-b4c222c49ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:07.143603 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-fe361d78-3cdb-4e41-99e4-790247a101a5 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=106eb1c551e54ec0ab4a0973ddd735ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3597381
Feb 03 20:05:07.143603 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe361d78-3cdb-4e41-99e4-790247a101a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285b644a-fc7a-46a1-bced-712e4849737b,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:07.144707 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 56084) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:07.147093 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-fe361d78-3cdb-4e41-99e4-790247a101a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:07.208875 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-56a8d9a8-1901-414e-a830-d251df0a2aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:07.242935 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-56a8d9a8-1901-414e-a830-d251df0a2aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:07.292007 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-56a8d9a8-1901-414e-a830-d251df0a2aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:07.297548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:07.309726 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8d9a8-1901-414e-a830-d251df0a2aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285b644a-fc7a-46a1-bced-712e4849737b,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:07.312049 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-56a8d9a8-1901-414e-a830-d251df0a2aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:07.317386 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-56a8d9a8-1901-414e-a830-d251df0a2aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:07.320474 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-56a8d9a8-1901-414e-a830-d251df0a2aa9 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/285b644a-fc7a-46a1-bced-712e4849737b HTTP/1.1" status: 204  len: 168 time: 0.1748433
Feb 03 20:05:07.694778 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 56098) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:07.714667 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-69991104-6a15-41ac-9398-4c9c54f725a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:07.731044 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-69991104-6a15-41ac-9398-4c9c54f725a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:07.737764 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-69991104-6a15-41ac-9398-4c9c54f725a5 admin admin] Usage tracker for resource:security_group_rule and tenant:a66c70111f2c4b2d8d3b22763ca1f74d is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:05:07.742055 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-69991104-6a15-41ac-9398-4c9c54f725a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:05:07.748299 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-69991104-6a15-41ac-9398-4c9c54f725a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:07.841315 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-69991104-6a15-41ac-9398-4c9c54f725a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:07.845229 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-69991104-6a15-41ac-9398-4c9c54f725a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:07.855468 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2d9e304c-57db-4db4-afdf-6f012e26f6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:07.903113 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69991104-6a15-41ac-9398-4c9c54f725a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3816ad2c-516f-4823-a7ef-6a00aa750e40,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:07.911752 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-69991104-6a15-41ac-9398-4c9c54f725a5 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=a66c70111f2c4b2d8d3b22763ca1f74d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2130392
Feb 03 20:05:07.911752 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-69991104-6a15-41ac-9398-4c9c54f725a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:07.911752 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 56108) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:07.979968 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db8c17-7819-415d-8a20-c91729cab401 req-8de46e3a-f880-4f65-b092-b624d456e06a tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:07.981815 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-16db8c17-7819-415d-8a20-c91729cab401 req-8de46e3a-f880-4f65-b092-b624d456e06a tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1821618
Feb 03 20:05:07.982597 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9820dd16-48c4-4cf5-ac81-4357901ef622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:08.011848 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9820dd16-48c4-4cf5-ac81-4357901ef622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:08.068142 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9820dd16-48c4-4cf5-ac81-4357901ef622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:08.068516 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-16db8c17-7819-415d-8a20-c91729cab401 req-70b5a0ec-04a9-4a1c-9312-3e8303a28945 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752010
Feb 03 20:05:08.073350 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e3bc1d05-a487-4883-a4f9-af1bbd0db8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:08.088269 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820dd16-48c4-4cf5-ac81-4357901ef622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3816ad2c-516f-4823-a7ef-6a00aa750e40,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:08.090964 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9820dd16-48c4-4cf5-ac81-4357901ef622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:08.093880 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9820dd16-48c4-4cf5-ac81-4357901ef622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:08.096393 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-9820dd16-48c4-4cf5-ac81-4357901ef622 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/3816ad2c-516f-4823-a7ef-6a00aa750e40 HTTP/1.1" status: 204  len: 168 time: 0.1836269
Feb 03 20:05:09.001345 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 7870cd4f-7380-4fd7-9469-292c8f4c32d3 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:05:09.116118 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 7870cd4f-7380-4fd7-9469-292c8f4c32d3 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:05:09.117133 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:09.503157 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a592cd-ae13-43a5-97af-9128c23399bf req-e25b55f7-ab75-4462-86d2-5f0b516b21e9 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:09.505618 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-33a592cd-ae13-43a5-97af-9128c23399bf req-e25b55f7-ab75-4462-86d2-5f0b516b21e9 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.2305946
Feb 03 20:05:09.602298 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-33a592cd-ae13-43a5-97af-9128c23399bf req-209dfa9f-8903-4697-a4d0-7d0437e4b3a3 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852561
Feb 03 20:05:10.343630 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 56184) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:10.579081 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fb2139c7-0cc9-40ac-8391-e9e5aaa8f3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:10.595748 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-fb2139c7-0cc9-40ac-8391-e9e5aaa8f3b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:10.599851 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-fb2139c7-0cc9-40ac-8391-e9e5aaa8f3b7 admin admin] Usage tracker for resource:security_group_rule and tenant:20f6cbcbf6de4fa7acd931a9c011f89e is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:05:10.602874 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-fb2139c7-0cc9-40ac-8391-e9e5aaa8f3b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:05:10.609532 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-fb2139c7-0cc9-40ac-8391-e9e5aaa8f3b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:10.699801 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fb2139c7-0cc9-40ac-8391-e9e5aaa8f3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:10.703552 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fb2139c7-0cc9-40ac-8391-e9e5aaa8f3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:10.736498 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-891ba5b6-7236-45af-a671-69fcbdc32604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:10.748515 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-fb2139c7-0cc9-40ac-8391-e9e5aaa8f3b7 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=20f6cbcbf6de4fa7acd931a9c011f89e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4036016
Feb 03 20:05:10.749158 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 56202) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:10.822038 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2139c7-0cc9-40ac-8391-e9e5aaa8f3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c0ea31-d074-474c-9424-db17dbcb43e2,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:10.828497 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-fb2139c7-0cc9-40ac-8391-e9e5aaa8f3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:10.833328 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f505c40a-bded-4ed8-98c9-b28ed3883009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:10.868040 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f505c40a-bded-4ed8-98c9-b28ed3883009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:10.921951 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f505c40a-bded-4ed8-98c9-b28ed3883009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:10.927371 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaaf5b0-43ce-46d8-b1b6-4883a00fd258 req-8d414034-c035-4562-bde4-70631bb84ae0 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:10.928478 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-783b2f44-42be-433f-8d60-0dce44fab98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:10.929194 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cdaaf5b0-43ce-46d8-b1b6-4883a00fd258 req-8d414034-c035-4562-bde4-70631bb84ae0 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1816399
Feb 03 20:05:10.943314 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f505c40a-bded-4ed8-98c9-b28ed3883009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:10.947473 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-f505c40a-bded-4ed8-98c9-b28ed3883009 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/30c0ea31-d074-474c-9424-db17dbcb43e2 HTTP/1.1" status: 204  len: 168 time: 0.1957030
Feb 03 20:05:10.948672 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505c40a-bded-4ed8-98c9-b28ed3883009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c0ea31-d074-474c-9424-db17dbcb43e2,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:10.951819 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f505c40a-bded-4ed8-98c9-b28ed3883009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:11.014510 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cdaaf5b0-43ce-46d8-b1b6-4883a00fd258 req-eb21922d-0f9d-4429-bf2f-96c283159f88 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765042
Feb 03 20:05:11.429652 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 56232) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:11.450693 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d5d730b6-3770-4bbc-9229-e709320a39b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:11.469298 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-d5d730b6-3770-4bbc-9229-e709320a39b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:11.474315 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-d5d730b6-3770-4bbc-9229-e709320a39b9 admin admin] Usage tracker for resource:security_group_rule and tenant:b4a8ac0a402d4f039c4a9cb96b285e10 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:05:11.477498 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-d5d730b6-3770-4bbc-9229-e709320a39b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:05:11.484840 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-d5d730b6-3770-4bbc-9229-e709320a39b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:11.582905 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d5d730b6-3770-4bbc-9229-e709320a39b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:11.587234 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d5d730b6-3770-4bbc-9229-e709320a39b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:11.599096 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-524b1d2e-6dd4-4c26-870c-d3c94a7bb5e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:11.639372 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-d5d730b6-3770-4bbc-9229-e709320a39b9 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=b4a8ac0a402d4f039c4a9cb96b285e10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2054286
Feb 03 20:05:11.639813 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 56240) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:11.651613 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d730b6-3770-4bbc-9229-e709320a39b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97129dca-4e07-45ca-9c1f-e608e72e069c,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:11.656079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d5d730b6-3770-4bbc-9229-e709320a39b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:11.706506 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-456ed287-5703-492b-a177-3af2d285953f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:11.743836 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-456ed287-5703-492b-a177-3af2d285953f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:11.794243 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-456ed287-5703-492b-a177-3af2d285953f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:11.799847 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-4358caea-1a1b-4f29-8467-468e2843b956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:11.812308 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ed287-5703-492b-a177-3af2d285953f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97129dca-4e07-45ca-9c1f-e608e72e069c,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:11.815379 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-456ed287-5703-492b-a177-3af2d285953f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:11.824786 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-456ed287-5703-492b-a177-3af2d285953f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:11.827153 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-456ed287-5703-492b-a177-3af2d285953f admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/97129dca-4e07-45ca-9c1f-e608e72e069c HTTP/1.1" status: 204  len: 168 time: 0.1849473
Feb 03 20:05:12.359919 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdd4cc-cd77-49aa-83a3-0f9480d5b50a req-92cc7981-a13c-45c0-be4e-c8d4551c5148 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:12.368070 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bdfdd4cc-cd77-49aa-83a3-0f9480d5b50a req-92cc7981-a13c-45c0-be4e-c8d4551c5148 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.2039788
Feb 03 20:05:12.461901 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bdfdd4cc-cd77-49aa-83a3-0f9480d5b50a req-e04d8378-a31e-496e-82be-26c353abb4af tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925229
Feb 03 20:05:13.761350 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1b1b-5d37-4fbb-bdce-0980457beb24 req-cc615c38-f56b-46d2-b384-a6823f87364e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:13.765354 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f80c1b1b-5d37-4fbb-bdce-0980457beb24 req-cc615c38-f56b-46d2-b384-a6823f87364e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1779683
Feb 03 20:05:13.834828 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f80c1b1b-5d37-4fbb-bdce-0980457beb24 req-73e147c9-3871-42ec-a5e7-e8afc97fbea2 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636454
Feb 03 20:05:15.143698 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd94cf-a5dc-4d22-911c-f3d29b146752 req-095f004c-a5ec-4d24-bcc7-c11357a3cccf tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:15.145472 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cdbd94cf-a5dc-4d22-911c-f3d29b146752 req-095f004c-a5ec-4d24-bcc7-c11357a3cccf tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1722968
Feb 03 20:05:15.211725 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cdbd94cf-a5dc-4d22-911c-f3d29b146752 req-74a96bde-85ca-4181-9cbd-d36efe503506 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596490
Feb 03 20:05:16.521697 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e19af-acd5-45ee-ba3c-011a2ee8c826 req-d5057390-49e5-47fc-83cb-ef129e0ea99f tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:16.523320 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3a6e19af-acd5-45ee-ba3c-011a2ee8c826 req-d5057390-49e5-47fc-83cb-ef129e0ea99f tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1733201
Feb 03 20:05:16.592939 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3a6e19af-acd5-45ee-ba3c-011a2ee8c826 req-eb001a83-136d-4237-990c-79e512a996c6 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630097
Feb 03 20:05:18.005131 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb0716-8fe5-4be1-b851-10e242d52cfd req-33e5a0d9-6d1a-46f3-858d-978cc72cb31a tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:18.007025 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e9eb0716-8fe5-4be1-b851-10e242d52cfd req-33e5a0d9-6d1a-46f3-858d-978cc72cb31a tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1807272
Feb 03 20:05:18.076499 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e9eb0716-8fe5-4be1-b851-10e242d52cfd req-5ee5688a-51ed-467a-baaf-92fa83241b84 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625169
Feb 03 20:05:19.388719 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04cf37-6240-4d78-8c03-5834b488be2a req-f9ce337e-1326-462d-97c7-1ec155d1d98d tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:19.390446 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ec04cf37-6240-4d78-8c03-5834b488be2a req-f9ce337e-1326-462d-97c7-1ec155d1d98d tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1779366
Feb 03 20:05:19.463567 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ec04cf37-6240-4d78-8c03-5834b488be2a req-9b042893-f14c-40a9-b0fe-f535c650238a tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663550
Feb 03 20:05:20.088734 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 56436) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:20.256885 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-155b2a62-ab12-4b04-94d7-fe6fa92e5e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:20.272408 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-155b2a62-ab12-4b04-94d7-fe6fa92e5e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:20.276653 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-155b2a62-ab12-4b04-94d7-fe6fa92e5e89 admin admin] Usage tracker for resource:security_group_rule and tenant:a17727fd695c43c0963e14a113fa4615 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:05:20.280147 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-155b2a62-ab12-4b04-94d7-fe6fa92e5e89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:05:20.287117 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-155b2a62-ab12-4b04-94d7-fe6fa92e5e89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:20.373690 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-155b2a62-ab12-4b04-94d7-fe6fa92e5e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:20.376391 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-155b2a62-ab12-4b04-94d7-fe6fa92e5e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:20.385496 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-246a02b3-c317-46b6-abbe-08262b2ac8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:20.434753 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-155b2a62-ab12-4b04-94d7-fe6fa92e5e89 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=a17727fd695c43c0963e14a113fa4615&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3448312
Feb 03 20:05:20.436511 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b2a62-ab12-4b04-94d7-fe6fa92e5e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e4d2a1-6765-4709-a156-e433f9eb8eb1,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:20.437607 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 56444) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:20.440073 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-155b2a62-ab12-4b04-94d7-fe6fa92e5e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:20.500641 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-91653e93-c46f-403f-82d2-507ac8f6d81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:20.529992 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-91653e93-c46f-403f-82d2-507ac8f6d81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:20.578467 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-91653e93-c46f-403f-82d2-507ac8f6d81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:20.584311 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-71f72345-3edf-4aec-a0af-160bd3ff0e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:20.598243 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91653e93-c46f-403f-82d2-507ac8f6d81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e4d2a1-6765-4709-a156-e433f9eb8eb1,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:20.607264 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-91653e93-c46f-403f-82d2-507ac8f6d81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:20.608112 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-91653e93-c46f-403f-82d2-507ac8f6d81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:20.611829 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-91653e93-c46f-403f-82d2-507ac8f6d81b admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/31e4d2a1-6765-4709-a156-e433f9eb8eb1 HTTP/1.1" status: 204  len: 168 time: 0.1706762
Feb 03 20:05:20.795687 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90b4ab-89aa-4c7c-a29a-e413c65ce0ef req-e25af6f7-da62-4222-8d1a-1caed3da50f8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:20.797457 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5a90b4ab-89aa-4c7c-a29a-e413c65ce0ef req-e25af6f7-da62-4222-8d1a-1caed3da50f8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1796448
Feb 03 20:05:20.866214 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5a90b4ab-89aa-4c7c-a29a-e413c65ce0ef req-abfa8bd5-e1ad-4654-8661-a9865c934f2e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622349
Feb 03 20:05:20.962557 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 56456) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:20.982392 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-83ed57d6-a81c-4219-92e0-6fa197a3e962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:20.998721 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-83ed57d6-a81c-4219-92e0-6fa197a3e962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:21.003450 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-83ed57d6-a81c-4219-92e0-6fa197a3e962 admin admin] Usage tracker for resource:security_group_rule and tenant:675315072ad6405685556f559a309bf8 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:05:21.006437 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-83ed57d6-a81c-4219-92e0-6fa197a3e962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:05:21.012274 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-83ed57d6-a81c-4219-92e0-6fa197a3e962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:21.099380 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-83ed57d6-a81c-4219-92e0-6fa197a3e962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:21.102216 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-83ed57d6-a81c-4219-92e0-6fa197a3e962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:21.112194 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f49f1f66-6ef1-4239-b25d-6b7aaed65137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:21.154646 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-83ed57d6-a81c-4219-92e0-6fa197a3e962 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=675315072ad6405685556f559a309bf8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1909037
Feb 03 20:05:21.155595 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed57d6-a81c-4219-92e0-6fa197a3e962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8ba215-402b-4543-98bb-5ba0f38e7483,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:21.159495 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 56462) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:21.159770 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-83ed57d6-a81c-4219-92e0-6fa197a3e962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:21.232367 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2800c4fc-9329-4726-b1b8-c7b95da27b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:21.262410 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2800c4fc-9329-4726-b1b8-c7b95da27b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:21.311050 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2800c4fc-9329-4726-b1b8-c7b95da27b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:21.316049 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7cd5bcec-ca3e-4a90-aadb-64164a9ba725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:21.328534 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800c4fc-9329-4726-b1b8-c7b95da27b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8ba215-402b-4543-98bb-5ba0f38e7483,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:21.333319 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2800c4fc-9329-4726-b1b8-c7b95da27b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:21.339342 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2800c4fc-9329-4726-b1b8-c7b95da27b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:21.341531 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-2800c4fc-9329-4726-b1b8-c7b95da27b4a admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/fa8ba215-402b-4543-98bb-5ba0f38e7483 HTTP/1.1" status: 204  len: 168 time: 0.1799984
Feb 03 20:05:21.773215 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 56474) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:21.798387 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fc7c8c87-07f3-47e1-859f-a9dfb4435c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:21.814201 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-fc7c8c87-07f3-47e1-859f-a9dfb4435c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:21.818448 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-fc7c8c87-07f3-47e1-859f-a9dfb4435c86 admin admin] Usage tracker for resource:security_group_rule and tenant:0692a0076872412d8d1468d13e0752c7 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:05:21.821445 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-fc7c8c87-07f3-47e1-859f-a9dfb4435c86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:05:21.827343 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-fc7c8c87-07f3-47e1-859f-a9dfb4435c86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:21.914758 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fc7c8c87-07f3-47e1-859f-a9dfb4435c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:21.917594 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fc7c8c87-07f3-47e1-859f-a9dfb4435c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:21.927734 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-fb2139c7-0cc9-40ac-8391-e9e5aaa8f3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:21.974396 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-fc7c8c87-07f3-47e1-859f-a9dfb4435c86 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=0692a0076872412d8d1468d13e0752c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1971440
Feb 03 20:05:21.974396 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c8c87-07f3-47e1-859f-a9dfb4435c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735d919c-26fb-489f-80b7-54112dcf2707,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:21.975267 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 56480) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:21.976895 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-fc7c8c87-07f3-47e1-859f-a9dfb4435c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:22.039215 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-873b37be-ba3d-401a-86d1-f7964690b8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:22.068171 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-873b37be-ba3d-401a-86d1-f7964690b8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:22.118887 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-873b37be-ba3d-401a-86d1-f7964690b8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:22.123844 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a4daae63-be34-479d-a3c6-9c25a33fa517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:22.137437 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b37be-ba3d-401a-86d1-f7964690b8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735d919c-26fb-489f-80b7-54112dcf2707,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:22.140183 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-873b37be-ba3d-401a-86d1-f7964690b8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:22.141344 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-873b37be-ba3d-401a-86d1-f7964690b8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:22.143579 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-873b37be-ba3d-401a-86d1-f7964690b8f3 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/735d919c-26fb-489f-80b7-54112dcf2707 HTTP/1.1" status: 204  len: 168 time: 0.1670158
Feb 03 20:05:22.178198 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5069d-b0ff-40bd-b5da-a20c18928c16 req-96b5398c-2539-4b55-8679-d6b7f00ff197 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:22.179934 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a4a5069d-b0ff-40bd-b5da-a20c18928c16 req-96b5398c-2539-4b55-8679-d6b7f00ff197 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1764913
Feb 03 20:05:22.250937 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a4a5069d-b0ff-40bd-b5da-a20c18928c16 req-a4ae0983-b8b8-4031-9dca-4f4ae4fc5d9a tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643892
Feb 03 20:05:22.849210 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fa4621bb-7430-47e8-93ae-b00f1dd8a89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:23.567860 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6d393-0e3e-464b-ae78-7c823adceea3 req-d4f129b8-f9bb-4d71-b795-3fe0e5ee12b7 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:23.569634 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7fe6d393-0e3e-464b-ae78-7c823adceea3 req-d4f129b8-f9bb-4d71-b795-3fe0e5ee12b7 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1862874
Feb 03 20:05:23.661457 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7fe6d393-0e3e-464b-ae78-7c823adceea3 req-fd50802b-2e3f-4f9e-afd7-808882b312b6 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627968
Feb 03 20:05:24.144563 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:24.977683 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10e51e-ea98-49f7-b031-4767e1b59979 req-b57688d8-9544-4c4f-b2fa-28fcf5111e90 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:24.979660 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fa10e51e-ea98-49f7-b031-4767e1b59979 req-b57688d8-9544-4c4f-b2fa-28fcf5111e90 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1758645
Feb 03 20:05:25.048413 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fa10e51e-ea98-49f7-b031-4767e1b59979 req-f52d6401-6e99-48a3-930a-b36cd965c0a2 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605474
Feb 03 20:05:25.286746 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-edd2591a-836b-42e1-ade9-fd585ac56139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:25.588172 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 56582) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:25.746373 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-55c9132d-c533-46af-9393-5cd9823a07a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:25.761692 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-55c9132d-c533-46af-9393-5cd9823a07a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:25.765722 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-55c9132d-c533-46af-9393-5cd9823a07a7 admin admin] Usage tracker for resource:security_group_rule and tenant:a8432ff8e04c445482a91b4332d75ab1 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:05:25.768865 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-55c9132d-c533-46af-9393-5cd9823a07a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:05:25.774710 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-55c9132d-c533-46af-9393-5cd9823a07a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:25.862139 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-55c9132d-c533-46af-9393-5cd9823a07a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:25.865210 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-55c9132d-c533-46af-9393-5cd9823a07a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:25.874341 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-27591f88-081f-4f91-9046-fee437f79ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:25.920564 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-55c9132d-c533-46af-9393-5cd9823a07a7 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=a8432ff8e04c445482a91b4332d75ab1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3312197
Feb 03 20:05:25.921494 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9132d-c533-46af-9393-5cd9823a07a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5448ea0-722b-4075-ba8d-ae1100dd5b5f,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:25.923491 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 56592) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:25.924951 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-55c9132d-c533-46af-9393-5cd9823a07a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:25.967271 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:25.994156 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3521c264-7893-497c-9532-9aebac5321f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:26.023710 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3521c264-7893-497c-9532-9aebac5321f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:26.069386 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3521c264-7893-497c-9532-9aebac5321f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:26.074314 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-595c2578-5624-4bf0-a1d2-38ac8d905225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:26.089253 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521c264-7893-497c-9532-9aebac5321f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5448ea0-722b-4075-ba8d-ae1100dd5b5f,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:26.091926 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3521c264-7893-497c-9532-9aebac5321f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:26.105829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3521c264-7893-497c-9532-9aebac5321f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:26.108390 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-3521c264-7893-497c-9532-9aebac5321f5 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/f5448ea0-722b-4075-ba8d-ae1100dd5b5f HTTP/1.1" status: 204  len: 168 time: 0.1827540
Feb 03 20:05:26.369989 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01ce5a-b4fe-441b-b403-f039fb7a3961 req-b4e5111c-f9c5-4e90-a646-d7897cd2df0f tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:26.374121 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2b01ce5a-b4fe-441b-b403-f039fb7a3961 req-b4e5111c-f9c5-4e90-a646-d7897cd2df0f tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1772923
Feb 03 20:05:26.438951 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2b01ce5a-b4fe-441b-b403-f039fb7a3961 req-84cf8157-ca14-47cd-bb5d-dff7f9a7635c tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593724
Feb 03 20:05:26.482548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 56606) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:26.502245 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3d727cf8-7c79-411e-aeb0-c699f5e2627d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:26.520575 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-3d727cf8-7c79-411e-aeb0-c699f5e2627d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:26.525446 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-3d727cf8-7c79-411e-aeb0-c699f5e2627d admin admin] Usage tracker for resource:security_group_rule and tenant:7b4e5d8e482740cfb8797977f145551f is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:05:26.528739 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-3d727cf8-7c79-411e-aeb0-c699f5e2627d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:05:26.535197 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-3d727cf8-7c79-411e-aeb0-c699f5e2627d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:26.626889 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3d727cf8-7c79-411e-aeb0-c699f5e2627d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:26.630178 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3d727cf8-7c79-411e-aeb0-c699f5e2627d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:26.644166 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-456aacbd-3d9b-43a6-ba04-934eac75b114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:26.691420 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-3d727cf8-7c79-411e-aeb0-c699f5e2627d admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=7b4e5d8e482740cfb8797977f145551f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2076080
Feb 03 20:05:26.691792 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 56610) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:26.695205 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d727cf8-7c79-411e-aeb0-c699f5e2627d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64509c04-bd71-4653-8c05-69b5c7b5724c,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:26.708658 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3d727cf8-7c79-411e-aeb0-c699f5e2627d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:26.717739 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:26.770617 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-acc4a268-f7f2-41a9-9097-37ef9c09e5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:26.798393 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-acc4a268-f7f2-41a9-9097-37ef9c09e5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:26.845206 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-acc4a268-f7f2-41a9-9097-37ef9c09e5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:26.850305 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-4ca8997e-cfbc-43d6-bdbc-f8bf8ae24d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:26.865704 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4a268-f7f2-41a9-9097-37ef9c09e5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64509c04-bd71-4653-8c05-69b5c7b5724c,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:26.869005 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-acc4a268-f7f2-41a9-9097-37ef9c09e5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:26.873248 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-acc4a268-f7f2-41a9-9097-37ef9c09e5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:26.877745 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-acc4a268-f7f2-41a9-9097-37ef9c09e5f8 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/64509c04-bd71-4653-8c05-69b5c7b5724c HTTP/1.1" status: 204  len: 168 time: 0.1813920
Feb 03 20:05:27.210806 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:27.768521 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc37e3-7020-45be-8dde-f955c759a471 req-03eaca81-30fe-420d-a25b-db80dee99cce tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:27.776148 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-90dc37e3-7020-45be-8dde-f955c759a471 req-03eaca81-30fe-420d-a25b-db80dee99cce tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/networks?id=af102b1c-7492-4e37-9158-b0b3f6c042a8 HTTP/1.1" status: 200  len: 815 time: 0.2908199
Feb 03 20:05:27.778096 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbce775-9222-47dd-a62c-ae2ce7951456 req-e30a2af1-43be-4290-93d4-42723639fad0 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:27.779824 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-abbce775-9222-47dd-a62c-ae2ce7951456 req-e30a2af1-43be-4290-93d4-42723639fad0 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1955638
Feb 03 20:05:27.793214 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-90dc37e3-7020-45be-8dde-f955c759a471 req-c6ff97be-eeff-4092-92ae-880ef2551bf1 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/quotas/2fbefdf95293404192e9ef9cb9a6b198 HTTP/1.1" status: 200  len: 375 time: 0.0160134
Feb 03 20:05:27.862296 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-abbce775-9222-47dd-a62c-ae2ce7951456 req-0893dd42-43fd-4626-92df-dec7788b4f86 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742064
Feb 03 20:05:27.974388 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-90dc37e3-7020-45be-8dde-f955c759a471 req-4d3449b0-9fef-44dd-b8ce-ea9eca5c6919 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=2fbefdf95293404192e9ef9cb9a6b198&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1801095
Feb 03 20:05:28.021766 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 56692) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:28.209343 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-898858696-network', 'tenant_id': 'e959dd07a49849d2b43a3df8658ebeb9'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:05:28.214393 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:28.223024 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Usage tracker for resource:network and tenant:e959dd07a49849d2b43a3df8658ebeb9 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:05:28.235824 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:05:28.242628 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:28.262384 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Made reservation on behalf of e959dd07a49849d2b43a3df8658ebeb9 for: {'network': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:05:28.265776 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-90dc37e3-7020-45be-8dde-f955c759a471 req-773492eb-4f36-4808-abdb-06f20903ac32 service neutron] 10.222.0.103 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2816200
Feb 03 20:05:28.267709 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:28.292845 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:28.314982 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:28.319061 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Usage tracker for resource:security_group_rule and tenant:e959dd07a49849d2b43a3df8658ebeb9 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:05:28.322078 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:05:28.327754 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:28.417229 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:28.420230 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:28.426917 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bca322fa-8a78-48e3-a809-f9e2d4221891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:28.443827 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-90dc37e3-7020-45be-8dde-f955c759a471 req-e9706c90-52f1-42f8-a93c-e5ec8accf765 service neutron] 10.222.0.103 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1715922
Feb 03 20:05:28.449857 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 20:05:28.459307 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781392429922', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:28.459719 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.segments_db [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Added segment afc61110-ec15-4e2d-a68a-fa4e69c24ea7 of type vxlan for network 6c0c17d9-b561-4f88-af40-fc3e81a7dc07
Feb 03 20:05:28.497700 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781391937907'] for network, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:28.533603 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for network, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:28.536731 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:28.538415 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:28.542206 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4a9c43-d85c-48f7-9ac3-c38ec7700010,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:28.546875 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:28.547340 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:28.789821 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:05:28.807754 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-333a6669-aa42-4dde-b906-2e8e5cda2f65 req-5634009b-06f5-4141-b175-a1ae09d5a652 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=1568602f-f474-48a0-a58e-8ab808c33463 HTTP/1.1" status: 200  len: 210 time: 0.0960732
Feb 03 20:05:28.808574 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Pushing event updated for resources: {'Network': ['ID=6c0c17d9-b561-4f88-af40-fc3e81a7dc07,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:28.815633 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 56734) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:28.815988 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.7927136
Feb 03 20:05:28.817237 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:28.821931 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Network 6c0c17d9-b561-4f88-af40-fc3e81a7dc07 details requested by agent ovs-agent-dv-cinder-773985-1-iscsi with host dv-cinder-773985-1-iscsi {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:05:28.825195 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-c831708a-c0e5-4f80-b16e-c41955ff031c admin admin] Request body: {'subnet': {'network_id': '6c0c17d9-b561-4f88-af40-fc3e81a7dc07', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-898858696-subnet', 'tenant_id': 'e959dd07a49849d2b43a3df8658ebeb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:05:28.844831 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-c831708a-c0e5-4f80-b16e-c41955ff031c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:28.851619 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-c831708a-c0e5-4f80-b16e-c41955ff031c admin admin] Usage tracker for resource:subnet and tenant:e959dd07a49849d2b43a3df8658ebeb9 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:05:28.855636 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-c831708a-c0e5-4f80-b16e-c41955ff031c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:05:28.863989 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-c831708a-c0e5-4f80-b16e-c41955ff031c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:28.875126 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c831708a-c0e5-4f80-b16e-c41955ff031c admin admin] Made reservation on behalf of e959dd07a49849d2b43a3df8658ebeb9 for: {'subnet': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:05:28.880886 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c831708a-c0e5-4f80-b16e-c41955ff031c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:28.954538 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Network 6c0c17d9-b561-4f88-af40-fc3e81a7dc07 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:05:29.473325 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce949e7-6247-4afd-923b-3df330deb68c req-cca24812-cd03-4bcf-bed9-19da7486786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:29.475006 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3ce949e7-6247-4afd-923b-3df330deb68c req-cca24812-cd03-4bcf-bed9-19da7486786a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 1162 time: 0.2597570
Feb 03 20:05:29.563599 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c640d-515e-429a-bcdc-17e5492dd3ee req-50f209bc-1208-4303-b1c4-bdc793307656 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:29.565332 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f57c640d-515e-429a-bcdc-17e5492dd3ee req-50f209bc-1208-4303-b1c4-bdc793307656 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.3482873
Feb 03 20:05:29.650082 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3ce949e7-6247-4afd-923b-3df330deb68c req-6bb41d92-558e-46a4-9f9c-273d7ac89236 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828094
Feb 03 20:05:29.690670 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f57c640d-515e-429a-bcdc-17e5492dd3ee req-7a5940a6-ea0a-4475-b030-b86f7668adf6 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919089
Feb 03 20:05:29.785449 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c831708a-c0e5-4f80-b16e-c41955ff031c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for subnet, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:29.800766 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:29.931803 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831708a-c0e5-4f80-b16e-c41955ff031c admin admin] Pushing event updated for resources: {'Subnet': ['ID=92708c39-8f9d-45db-9129-1cb87b5a6374,revision_number=0']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:29.947629 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c831708a-c0e5-4f80-b16e-c41955ff031c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:30.014140 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c831708a-c0e5-4f80-b16e-c41955ff031c admin admin] Checking segment: {'id': 'afc61110-ec15-4e2d-a68a-fa4e69c24ea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6c0c17d9-b561-4f88-af40-fc3e81a7dc07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:05:30.014584 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c831708a-c0e5-4f80-b16e-c41955ff031c admin admin] Network hostable DHCP agents. Network: 6c0c17d9-b561-4f88-af40-fc3e81a7dc07, hostable agents: ['78a9ef71-605a-41eb-85ca-137cef06346e'], hosted agents: [] {{(pid=80144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 20:05:30.022015 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-eea75177-611c-49a3-afbe-08cc6cf00c9a req-8b494553-11c1-4dfe-a3bc-a34f91263edb tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=1568602f-f474-48a0-a58e-8ab808c33463 HTTP/1.1" status: 200  len: 210 time: 0.0575047
Feb 03 20:05:30.036829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c831708a-c0e5-4f80-b16e-c41955ff031c admin admin] Network 6c0c17d9-b561-4f88-af40-fc3e81a7dc07 is scheduled to be hosted by DHCP agent 78a9ef71-605a-41eb-85ca-137cef06346e with binding_index 1 {{(pid=80144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 20:05:30.055579 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-c831708a-c0e5-4f80-b16e-c41955ff031c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-iscsi, 6c0c17d9-b561-4f88-af40-fc3e81a7dc07) {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:05:30.055579 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c831708a-c0e5-4f80-b16e-c41955ff031c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:30.055579 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c831708a-c0e5-4f80-b16e-c41955ff031c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:30.065653 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba850e55-8f12-499c-a39c-51a568e2869d None None] Network 6c0c17d9-b561-4f88-af40-fc3e81a7dc07 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:05:30.075475 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-c831708a-c0e5-4f80-b16e-c41955ff031c admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2578571
Feb 03 20:05:30.303558 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8887a4d9-7ef4-4d1b-9dd9-8ca44fa7e182 None None] Network 6c0c17d9-b561-4f88-af40-fc3e81a7dc07 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:05:31.077326 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc37e3-7020-45be-8dde-f955c759a471 req-5656a5f7-9706-4836-9a9b-d86bfaa19379 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:31.078832 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-90dc37e3-7020-45be-8dde-f955c759a471 req-5656a5f7-9706-4836-9a9b-d86bfaa19379 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.67 "GET /v2.0/networks?id=af102b1c-7492-4e37-9158-b0b3f6c042a8 HTTP/1.1" status: 200  len: 815 time: 0.3262355
Feb 03 20:05:31.199049 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3471b-3d8d-4462-9e84-e1f2c5dceafe req-32e14675-8f04-43b4-9ed4-910de618a8ab tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:31.201329 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0df3471b-3d8d-4462-9e84-e1f2c5dceafe req-32e14675-8f04-43b4-9ed4-910de618a8ab tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.2867208
Feb 03 20:05:31.207042 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-90dc37e3-7020-45be-8dde-f955c759a471 req-a6b05e94-9ce3-47ba-8f36-df4615ee30a7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Request body: {'port': {'device_id': '1568602f-f474-48a0-a58e-8ab808c33463', 'network_id': 'af102b1c-7492-4e37-9158-b0b3f6c042a8', 'admin_state_up': True, 'tenant_id': '2fbefdf95293404192e9ef9cb9a6b198'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:05:31.211365 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e1853eb1-d80d-46d8-98cc-7f78b6ae97d5 req-bae49510-4084-48a1-b425-c52cb9e04a36 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=1568602f-f474-48a0-a58e-8ab808c33463 HTTP/1.1" status: 200  len: 210 time: 0.0520072
Feb 03 20:05:31.581757 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0df3471b-3d8d-4462-9e84-e1f2c5dceafe req-71c70846-0c18-4dc6-a46b-576e0be00547 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537118
Feb 03 20:05:31.653314 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-90dc37e3-7020-45be-8dde-f955c759a471 req-a6b05e94-9ce3-47ba-8f36-df4615ee30a7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:31.660252 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-90dc37e3-7020-45be-8dde-f955c759a471 req-a6b05e94-9ce3-47ba-8f36-df4615ee30a7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:31.669740 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90dc37e3-7020-45be-8dde-f955c759a471 req-a6b05e94-9ce3-47ba-8f36-df4615ee30a7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Made reservation on behalf of 2fbefdf95293404192e9ef9cb9a6b198 for: {'port': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:05:31.695291 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-90dc37e3-7020-45be-8dde-f955c759a471 req-a6b05e94-9ce3-47ba-8f36-df4615ee30a7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:32.061748 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-90dc37e3-7020-45be-8dde-f955c759a471 req-a6b05e94-9ce3-47ba-8f36-df4615ee30a7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Allocated IP 172.20.0.12 (af102b1c-7492-4e37-9158-b0b3f6c042a8/368439ae-4a30-4f8e-9ca5-d8ceab7bfb9e/625cd8eb-aa8e-4c15-bdca-59f100e1e1e2) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:05:32.316303 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-90dc37e3-7020-45be-8dde-f955c759a471 req-a6b05e94-9ce3-47ba-8f36-df4615ee30a7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:32.356775 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-90dc37e3-7020-45be-8dde-f955c759a471 req-a6b05e94-9ce3-47ba-8f36-df4615ee30a7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:32.372455 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3a39bb96-bf6a-42a0-9cd1-19094ec887a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:32.567671 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b05e94-9ce3-47ba-8f36-df4615ee30a7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Pushing event updated for resources: {'Port': ['ID=625cd8eb-aa8e-4c15-bdca-59f100e1e1e2,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:32.577237 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a6b05e94-9ce3-47ba-8f36-df4615ee30a7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:32.582929 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9e4a8-67ea-4304-9c0c-ca21f15ca937 req-184d21b8-7072-491d-aa17-e10a665595ec tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:32.584680 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-72d9e4a8-67ea-4304-9c0c-ca21f15ca937 req-184d21b8-7072-491d-aa17-e10a665595ec tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=1568602f-f474-48a0-a58e-8ab808c33463 HTTP/1.1" status: 200  len: 932 time: 0.2343762
Feb 03 20:05:32.659834 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-72d9e4a8-67ea-4304-9c0c-ca21f15ca937 req-1ddd82b0-9574-4647-afdc-efdd37aaa891 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677733
Feb 03 20:05:32.663300 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90dc37e3-7020-45be-8dde-f955c759a471 req-a6b05e94-9ce3-47ba-8f36-df4615ee30a7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Network af102b1c-7492-4e37-9158-b0b3f6c042a8 is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:05:32.754759 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb4716-1ffc-404e-a660-ad6a86fe3d32 req-4cdde8cc-3679-4fa2-b2e1-51e622a97199 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:32.754759 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-55cb4716-1ffc-404e-a660-ad6a86fe3d32 req-4cdde8cc-3679-4fa2-b2e1-51e622a97199 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.2271736
Feb 03 20:05:32.754759 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-90dc37e3-7020-45be-8dde-f955c759a471 req-a6b05e94-9ce3-47ba-8f36-df4615ee30a7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:05:32.755272 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-90dc37e3-7020-45be-8dde-f955c759a471 req-a6b05e94-9ce3-47ba-8f36-df4615ee30a7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:05:32.823382 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc37e3-7020-45be-8dde-f955c759a471 req-a6b05e94-9ce3-47ba-8f36-df4615ee30a7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:32.824071 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-90dc37e3-7020-45be-8dde-f955c759a471 req-a6b05e94-9ce3-47ba-8f36-df4615ee30a7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:32.881850 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-90dc37e3-7020-45be-8dde-f955c759a471 req-a6b05e94-9ce3-47ba-8f36-df4615ee30a7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6794064
Feb 03 20:05:32.905134 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-55cb4716-1ffc-404e-a660-ad6a86fe3d32 req-f5eb888c-2e7a-48db-b81d-017c85729a0b tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0743365
Feb 03 20:05:32.911090 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-90dc37e3-7020-45be-8dde-f955c759a471 req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Request body: {'port': {'device_id': '1568602f-f474-48a0-a58e-8ab808c33463', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:05:32.967672 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b046b7-8461-4e32-b93e-b7a975520a55 req-1ce915ce-4685-40cf-887c-4657b29b9f50 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:32.969433 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-28b046b7-8461-4e32-b93e-b7a975520a55 req-1ce915ce-4685-40cf-887c-4657b29b9f50 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1826944
Feb 03 20:05:33.037883 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-90dc37e3-7020-45be-8dde-f955c759a471 req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:33.039510 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-28b046b7-8461-4e32-b93e-b7a975520a55 req-40022fb3-2e29-46df-9c10-e11f5d551eb7 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623198
Feb 03 20:05:33.568045 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [req-90dc37e3-7020-45be-8dde-f955c759a471 req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2 {{(pid=80144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 20:05:33.578060 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-90dc37e3-7020-45be-8dde-f955c759a471 req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:33.609143 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-90dc37e3-7020-45be-8dde-f955c759a471 req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Transition to ACTIVE for port object 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2 will not be triggered until provisioned by entity L2. {{(pid=80144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:05:33.616086 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-90dc37e3-7020-45be-8dde-f955c759a471 req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:33.632624 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:33.663164 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11877ca-4bff-4559-bfe8-4a1879e52fd8 req-e26847be-a133-4930-ad4a-f48348623ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:33.664827 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e11877ca-4bff-4559-bfe8-4a1879e52fd8 req-e26847be-a133-4930-ad4a-f48348623ab6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54fb9a949b3245c7a0731011941f5a06&device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 1162 time: 0.1932755
Feb 03 20:05:33.832822 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11877ca-4bff-4559-bfe8-4a1879e52fd8 req-926c3fb1-dff1-48df-a080-f295ff39aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:33.834424 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e11877ca-4bff-4559-bfe8-4a1879e52fd8 req-926c3fb1-dff1-48df-a080-f295ff39aa33 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d66d5c41-e90b-4c7c-9091-e02b4897e8ac HTTP/1.1" status: 200  len: 912 time: 0.1604655
Feb 03 20:05:33.857691 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587acf1-92bd-42f6-96fe-53eb4e9acaeb req-831f2ffb-ede6-4800-9319-417104d749b8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:33.865451 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f587acf1-92bd-42f6-96fe-53eb4e9acaeb req-831f2ffb-ede6-4800-9319-417104d749b8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.3767200
Feb 03 20:05:33.923038 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Pushing event updated for resources: {'Port': ['ID=625cd8eb-aa8e-4c15-bdca-59f100e1e1e2,revision_number=2']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:33.931266 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:33.963312 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-aea8b6af-1d63-4e7c-8a1b-9a21fef73b94 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:33.964194 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-aea8b6af-1d63-4e7c-8a1b-9a21fef73b94 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Synchronizing usage tracker for tenant:e959dd07a49849d2b43a3df8658ebeb9 on resource:network {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:05:33.971319 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f587acf1-92bd-42f6-96fe-53eb4e9acaeb req-0238938b-3396-4956-962f-525b9049868b tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050074
Feb 03 20:05:34.037521 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e11877ca-4bff-4559-bfe8-4a1879e52fd8 req-71d94587-8b05-466b-bc05-b6d7a2f0b287 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7870cd4f-7380-4fd7-9469-292c8f4c32d3 HTTP/1.1" status: 200  len: 217 time: 0.1844602
Feb 03 20:05:34.078382 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-90dc37e3-7020-45be-8dde-f955c759a471 req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Attempting to bind port 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:05:34.078382 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-90dc37e3-7020-45be-8dde-f955c759a471 req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Attempting to bind port 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'c51be60e-c001-43d2-bd36-2a172e2801c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af102b1c-7492-4e37-9158-b0b3f6c042a8'}] {{(pid=80144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:05:34.078382 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dc37e3-7020-45be-8dde-f955c759a471 req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Attempting to bind port 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2 on network af102b1c-7492-4e37-9158-b0b3f6c042a8 {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:05:34.084950 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dc37e3-7020-45be-8dde-f955c759a471 req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Checking agent: {'id': 'd65f81c7-83bc-4486-bd9d-9b0ec76bab54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 0, 54), 'started_at': datetime.datetime(2021, 2, 3, 20, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.109', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:05:34.085489 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dc37e3-7020-45be-8dde-f955c759a471 req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Checking segment: {'id': 'c51be60e-c001-43d2-bd36-2a172e2801c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af102b1c-7492-4e37-9158-b0b3f6c042a8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:05:34.085887 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-90dc37e3-7020-45be-8dde-f955c759a471 req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:34.086470 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dc37e3-7020-45be-8dde-f955c759a471 req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Bound using segment: {'id': 'c51be60e-c001-43d2-bd36-2a172e2801c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af102b1c-7492-4e37-9158-b0b3f6c042a8'} {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:05:34.086974 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-90dc37e3-7020-45be-8dde-f955c759a471 req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Bound port: 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51be60e-c001-43d2-bd36-2a172e2801c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af102b1c-7492-4e37-9158-b0b3f6c042a8'}}] {{(pid=80144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:05:34.087355 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-90dc37e3-7020-45be-8dde-f955c759a471 req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:34.264669 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-90dc37e3-7020-45be-8dde-f955c759a471 req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] For port 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2, host hv-cinder-77398, cleared binding levels {{(pid=80144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:05:34.271220 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-90dc37e3-7020-45be-8dde-f955c759a471 req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] For port 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=625cd8eb-aa8e-4c15-bdca-59f100e1e1e2,segment=NetworkSegment(c51be60e-c001-43d2-bd36-2a172e2801c1),segment_id=c51be60e-c001-43d2-bd36-2a172e2801c1)] {{(pid=80144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:05:34.277972 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-90dc37e3-7020-45be-8dde-f955c759a471 req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:34.314731 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-aea8b6af-1d63-4e7c-8a1b-9a21fef73b94 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Unset dirty status for tenant:e959dd07a49849d2b43a3df8658ebeb9 on resource:network {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:05:34.316657 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-aea8b6af-1d63-4e7c-8a1b-9a21fef73b94 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/networks?id=6c0c17d9-b561-4f88-af40-fc3e81a7dc07 HTTP/1.1" status: 200  len: 808 time: 0.7745726
Feb 03 20:05:34.347784 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-95be6c16-8c7a-4195-9b35-7091a2802902 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/quotas/e959dd07a49849d2b43a3df8658ebeb9 HTTP/1.1" status: 200  len: 375 time: 0.0182171
Feb 03 20:05:34.349479 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11877ca-4bff-4559-bfe8-4a1879e52fd8 req-43458c28-b60d-475a-b386-abdd0ea9b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:34.351065 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e11877ca-4bff-4559-bfe8-4a1879e52fd8 req-43458c28-b60d-475a-b386-abdd0ea9b7fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79590a3a-e4fa-4711-a4bb-192651bead9e HTTP/1.1" status: 200  len: 858 time: 0.3003049
Feb 03 20:05:34.379351 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cf390-e4b2-4ee6-8006-4c38bfb3bf21 req-3cf8d2d8-fd81-449f-acb9-5e2b28fdd5f7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:34.380208 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-e64cf390-e4b2-4ee6-8006-4c38bfb3bf21 req-3cf8d2d8-fd81-449f-acb9-5e2b28fdd5f7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Synchronizing usage tracker for tenant:2fbefdf95293404192e9ef9cb9a6b198 on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:05:34.386550 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:34.445215 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-d0d4418f-16ec-47d5-8001-9086f8eb066b tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=e959dd07a49849d2b43a3df8658ebeb9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0907712
Feb 03 20:05:34.451938 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e11877ca-4bff-4559-bfe8-4a1879e52fd8 req-7fd27ef0-57c4-45dc-aea8-fc084d56ca1d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d66d5c41-e90b-4c7c-9091-e02b4897e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0552657
Feb 03 20:05:34.497887 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 7870cd4f-7380-4fd7-9469-292c8f4c32d3 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:05:34.520462 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-e64cf390-e4b2-4ee6-8006-4c38bfb3bf21 req-3cf8d2d8-fd81-449f-acb9-5e2b28fdd5f7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Unset dirty status for tenant:2fbefdf95293404192e9ef9cb9a6b198 on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:05:34.521764 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e64cf390-e4b2-4ee6-8006-4c38bfb3bf21 req-3cf8d2d8-fd81-449f-acb9-5e2b28fdd5f7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=1568602f-f474-48a0-a58e-8ab808c33463 HTTP/1.1" status: 200  len: 944 time: 0.3736246
Feb 03 20:05:34.573071 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 7870cd4f-7380-4fd7-9469-292c8f4c32d3 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:05:34.574128 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:34.577367 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Pushing event updated for resources: {'Port': ['ID=625cd8eb-aa8e-4c15-bdca-59f100e1e1e2,revision_number=3']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:34.586423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:34.625501 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-549fcabc-6f16-47f1-953f-922d3ce87030 service neutron] 10.222.0.103 "GET /v2.0/networks/6c0c17d9-b561-4f88-af40-fc3e81a7dc07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725020
Feb 03 20:05:34.641029 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e64cf390-e4b2-4ee6-8006-4c38bfb3bf21 req-eb327f65-7a2b-4f68-8040-6951537f1ad9 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055551
Feb 03 20:05:34.654999 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc37e3-7020-45be-8dde-f955c759a471 req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:34.655661 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-90dc37e3-7020-45be-8dde-f955c759a471 req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:34.657196 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-90dc37e3-7020-45be-8dde-f955c759a471 req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] 10.222.0.67 "PUT /v2.0/ports/625cd8eb-aa8e-4c15-bdca-59f100e1e1e2 HTTP/1.1" status: 200  len: 1158 time: 1.7511003
Feb 03 20:05:34.657707 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1568602f-f474-48a0-a58e-8ab808c33463', 'tag': '625cd8eb-aa8e-4c15-bdca-59f100e1e1e2'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:05:34.877528 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e11877ca-4bff-4559-bfe8-4a1879e52fd8 req-9d3029d4-d7e3-41fc-8650-63afa9a30f5b service neutron] 10.222.0.67 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3998623
Feb 03 20:05:34.983921 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-be0bd861-3fea-426e-b863-021169f52f6f service neutron] 10.222.0.103 "GET /v2.0/networks/6c0c17d9-b561-4f88-af40-fc3e81a7dc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2944655
Feb 03 20:05:35.058346 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e11877ca-4bff-4559-bfe8-4a1879e52fd8 req-777a1ac7-783d-49aa-83df-415383bac59a service neutron] 10.222.0.67 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1686192
Feb 03 20:05:35.251406 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22aae76-f202-4fab-bd18-b66996172559 req-877bb0ac-0df1-45fb-a1ae-8a6dc471d5d0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:35.253519 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c22aae76-f202-4fab-bd18-b66996172559 req-877bb0ac-0df1-45fb-a1ae-8a6dc471d5d0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.4670572
Feb 03 20:05:35.255667 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc37e3-7020-45be-8dde-f955c759a471 req-39f61dbc-5af9-46eb-a181-e44d8260b33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:35.257503 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-90dc37e3-7020-45be-8dde-f955c759a471 req-39f61dbc-5af9-46eb-a181-e44d8260b33f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2fbefdf95293404192e9ef9cb9a6b198&device_id=1568602f-f474-48a0-a58e-8ab808c33463 HTTP/1.1" status: 200  len: 1161 time: 0.5217550
Feb 03 20:05:35.259460 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1568602f-f474-48a0-a58e-8ab808c33463', 'tag': '625cd8eb-aa8e-4c15-bdca-59f100e1e1e2', 'status': 'completed', 'code': 200}
Feb 03 20:05:35.369713 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-90dc37e3-7020-45be-8dde-f955c759a471 req-88e202e5-3890-4e44-b022-96fa3a948e5b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=625cd8eb-aa8e-4c15-bdca-59f100e1e1e2 HTTP/1.1" status: 200  len: 217 time: 0.0874097
Feb 03 20:05:35.400637 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c22aae76-f202-4fab-bd18-b66996172559 req-d2843281-ba7c-42f2-8dc3-10033a45e311 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1361732
Feb 03 20:05:35.477988 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b296da8-ce4f-4a1e-b808-e08f0f4e1eed req-aeea246b-366e-4742-b796-5818c84f3f61 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:35.480496 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0b296da8-ce4f-4a1e-b808-e08f0f4e1eed req-aeea246b-366e-4742-b796-5818c84f3f61 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.2101734
Feb 03 20:05:35.501512 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc37e3-7020-45be-8dde-f955c759a471 req-75801aaf-4a6c-470f-a971-9cba19ef4cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:35.503214 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-90dc37e3-7020-45be-8dde-f955c759a471 req-75801aaf-4a6c-470f-a971-9cba19ef4cfa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=368439ae-4a30-4f8e-9ca5-d8ceab7bfb9e HTTP/1.1" status: 200  len: 855 time: 0.1245201
Feb 03 20:05:35.575883 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-90dc37e3-7020-45be-8dde-f955c759a471 req-fa116fe9-175d-4821-a39d-c8f9d9d4c613 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af102b1c-7492-4e37-9158-b0b3f6c042a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0615916
Feb 03 20:05:35.577044 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0b296da8-ce4f-4a1e-b808-e08f0f4e1eed req-6e7635ae-7bfd-49a8-ae3b-f0a5aee49ab3 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880396
Feb 03 20:05:35.774949 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cda68622-6d58-4900-9385-599ffea039ee req-fd1db9a3-33a1-4ab5-af81-b58d28fb29e6 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=6193fdb2-2618-4c20-9f66-e12a38447e76 HTTP/1.1" status: 200  len: 210 time: 0.0553205
Feb 03 20:05:35.775190 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-cb45519c-1542-4e85-9000-d764926f9105 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Synchronizing usage tracker for tenant:de9531b4b9754686a636343b8ed74fe7 on resource:security_group {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:05:35.824954 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-90dc37e3-7020-45be-8dde-f955c759a471 req-9c660376-09f8-4450-8b2a-e5997e7dc992 service neutron] 10.222.0.67 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2410011
Feb 03 20:05:35.826040 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-cb45519c-1542-4e85-9000-d764926f9105 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Unset dirty status for tenant:de9531b4b9754686a636343b8ed74fe7 on resource:security_group {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:05:35.827142 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-cb45519c-1542-4e85-9000-d764926f9105 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-494573487&fields=id&tenant_id=de9531b4b9754686a636343b8ed74fe7 HTTP/1.1" status: 200  len: 267 time: 0.1326759
Feb 03 20:05:36.083107 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a376a1c-73ec-4725-ba55-57ca5f49a6a2 req-b1ae7bee-61e5-425d-9749-247c696f7b10 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:36.084850 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0a376a1c-73ec-4725-ba55-57ca5f49a6a2 req-b1ae7bee-61e5-425d-9749-247c696f7b10 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=1568602f-f474-48a0-a58e-8ab808c33463 HTTP/1.1" status: 200  len: 944 time: 0.1793611
Feb 03 20:05:36.121897 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-90dc37e3-7020-45be-8dde-f955c759a471 req-4fed70fc-4451-47f5-853e-a2e05a98555b service neutron] 10.222.0.67 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2880597
Feb 03 20:05:36.157226 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0a376a1c-73ec-4725-ba55-57ca5f49a6a2 req-17157106-d198-4e06-8363-f12e1d8374b8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645685
Feb 03 20:05:36.214874 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-0b8f696a-e5fc-42fc-b0e9-93b0c26c1eac tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:36.216546 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-0b8f696a-e5fc-42fc-b0e9-93b0c26c1eac tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/networks?id=363b23da-45c6-4a09-8348-d34a237bdcb0 HTTP/1.1" status: 200  len: 809 time: 0.3587034
Feb 03 20:05:36.234151 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-ca3a6819-b642-4760-a438-08abbd728189 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/quotas/de9531b4b9754686a636343b8ed74fe7 HTTP/1.1" status: 200  len: 375 time: 0.0106583
Feb 03 20:05:36.390081 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99c959-1515-4ff3-bfb1-900972c2db20 req-d9f2226d-b3a5-41c6-86c1-5b607461a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:36.391701 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ed99c959-1515-4ff3-bfb1-900972c2db20 req-d9f2226d-b3a5-41c6-86c1-5b607461a2a2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2fbefdf95293404192e9ef9cb9a6b198&device_id=1568602f-f474-48a0-a58e-8ab808c33463 HTTP/1.1" status: 200  len: 1161 time: 0.1537321
Feb 03 20:05:36.430355 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-783b7102-cf7d-47ba-89e1-29d7d326370a tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=de9531b4b9754686a636343b8ed74fe7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1569028
Feb 03 20:05:36.723036 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99c959-1515-4ff3-bfb1-900972c2db20 req-9b2e630f-32d0-4e7f-9e07-ac59c71c71fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:36.724634 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ed99c959-1515-4ff3-bfb1-900972c2db20 req-9b2e630f-32d0-4e7f-9e07-ac59c71c71fa service neutron] 10.222.0.67 "GET /v2.0/networks?id=af102b1c-7492-4e37-9158-b0b3f6c042a8 HTTP/1.1" status: 200  len: 909 time: 0.2934337
Feb 03 20:05:36.727987 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-10a1ffa0-8004-4c5b-b7c5-483853722ee0 service neutron] 10.222.0.103 "GET /v2.0/networks/363b23da-45c6-4a09-8348-d34a237bdcb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2739131
Feb 03 20:05:36.783421 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b4cc7-7962-4b19-bd4f-1d91e3e1388f req-12be0029-bd2b-4083-98c1-372431e9ec76 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:36.785270 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1c4b4cc7-7962-4b19-bd4f-1d91e3e1388f req-12be0029-bd2b-4083-98c1-372431e9ec76 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.2058618
Feb 03 20:05:36.887628 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ed99c959-1515-4ff3-bfb1-900972c2db20 req-0954fe43-0124-4a8d-8d4e-06735534818e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=625cd8eb-aa8e-4c15-bdca-59f100e1e1e2 HTTP/1.1" status: 200  len: 217 time: 0.0776367
Feb 03 20:05:36.950112 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1c4b4cc7-7962-4b19-bd4f-1d91e3e1388f req-ed5d3a47-845f-4802-a25b-0a88ac432449 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1367581
Feb 03 20:05:36.985382 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99c959-1515-4ff3-bfb1-900972c2db20 req-a135614b-e3b5-4df4-a443-5053dc2e00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:36.992255 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ed99c959-1515-4ff3-bfb1-900972c2db20 req-a135614b-e3b5-4df4-a443-5053dc2e00e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=368439ae-4a30-4f8e-9ca5-d8ceab7bfb9e HTTP/1.1" status: 200  len: 855 time: 0.0888638
Feb 03 20:05:37.068024 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-b4c91942-b535-49eb-9c2b-5cd5870d0448 service neutron] 10.222.0.103 "GET /v2.0/networks/363b23da-45c6-4a09-8348-d34a237bdcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3322189
Feb 03 20:05:37.075942 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ed99c959-1515-4ff3-bfb1-900972c2db20 req-e1747f73-388b-4a23-b811-b21790cc71ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af102b1c-7492-4e37-9158-b0b3f6c042a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0707619
Feb 03 20:05:37.092138 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-8ec3c576-521b-4530-b178-84e87e9323dc tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:37.093784 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-8ec3c576-521b-4530-b178-84e87e9323dc tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.67 "GET /v2.0/networks?id=6c0c17d9-b561-4f88-af40-fc3e81a7dc07 HTTP/1.1" status: 200  len: 808 time: 0.3074591
Feb 03 20:05:37.169172 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-3aab18e4-d16b-4b92-9ca7-4e2199c04140 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Request body: {'port': {'device_id': '6193fdb2-2618-4c20-9f66-e12a38447e76', 'network_id': '6c0c17d9-b561-4f88-af40-fc3e81a7dc07', 'admin_state_up': True, 'tenant_id': 'e959dd07a49849d2b43a3df8658ebeb9'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:05:37.275951 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ed99c959-1515-4ff3-bfb1-900972c2db20 req-623a55cd-c4b8-410f-9962-e78c043330b1 service neutron] 10.222.0.67 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525459
Feb 03 20:05:37.440822 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a82d2-b7fd-434d-aeeb-6ff51b16eec6 req-5e62969a-b385-4e8d-8e5f-b6c016a79169 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:37.448468 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-638a82d2-b7fd-434d-aeeb-6ff51b16eec6 req-5e62969a-b385-4e8d-8e5f-b6c016a79169 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.3451579
Feb 03 20:05:37.499636 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ed99c959-1515-4ff3-bfb1-900972c2db20 req-0a24317b-208f-4c09-974a-b3e40bc39ebd service neutron] 10.222.0.67 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1756303
Feb 03 20:05:37.511481 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-3aab18e4-d16b-4b92-9ca7-4e2199c04140 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:37.518494 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-3aab18e4-d16b-4b92-9ca7-4e2199c04140 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Usage tracker for resource:port and tenant:e959dd07a49849d2b43a3df8658ebeb9 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:05:37.523186 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-3aab18e4-d16b-4b92-9ca7-4e2199c04140 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:05:37.546508 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-3aab18e4-d16b-4b92-9ca7-4e2199c04140 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:37.627120 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-638a82d2-b7fd-434d-aeeb-6ff51b16eec6 req-0c89a3d0-880c-458e-8b39-51c745cf51c9 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1619554
Feb 03 20:05:37.628502 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-3aab18e4-d16b-4b92-9ca7-4e2199c04140 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Made reservation on behalf of e959dd07a49849d2b43a3df8658ebeb9 for: {'port': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:05:37.709282 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-3aab18e4-d16b-4b92-9ca7-4e2199c04140 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:37.725132 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a13e09d9-c3cc-4dca-9d5d-b1231590f2ea req-d4c46691-6d74-41aa-88db-ed5e50cf4306 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=6193fdb2-2618-4c20-9f66-e12a38447e76 HTTP/1.1" status: 200  len: 210 time: 0.0686851
Feb 03 20:05:37.959560 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-900ba13a-0937-4f9b-a8bf-ca2442f69104 req-b7a93efc-93ce-4a7a-a46a-da34d2919d70 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 210 time: 0.0853584
Feb 03 20:05:38.240269 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f131792-7f17-44f5-a3d5-3fed310b8ccf req-4f316a5c-3cac-4409-b755-5a7601c8c6b9 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:38.248328 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4f131792-7f17-44f5-a3d5-3fed310b8ccf req-4f316a5c-3cac-4409-b755-5a7601c8c6b9 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=1568602f-f474-48a0-a58e-8ab808c33463 HTTP/1.1" status: 200  len: 944 time: 0.2753849
Feb 03 20:05:38.331696 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b9453-4525-4a62-9855-a60804f155c6 req-bce9eaec-8e74-4452-b07e-ff4945ddaaaa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:38.333433 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-dd9b9453-4525-4a62-9855-a60804f155c6 req-bce9eaec-8e74-4452-b07e-ff4945ddaaaa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.2016625
Feb 03 20:05:38.345481 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4f131792-7f17-44f5-a3d5-3fed310b8ccf req-719bc334-6adf-4990-91a9-cb7df9f333f3 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960786
Feb 03 20:05:38.430975 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-dd9b9453-4525-4a62-9855-a60804f155c6 req-5ea3d9d6-9c21-4bbb-9191-e5c13743042e tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0902424
Feb 03 20:05:38.456218 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-3aab18e4-d16b-4b92-9ca7-4e2199c04140 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Allocated IP 172.20.0.11 (6c0c17d9-b561-4f88-af40-fc3e81a7dc07/92708c39-8f9d-45db-9129-1cb87b5a6374/e12cd765-5c65-4398-8603-aaf5a27f1e9e) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:05:38.738617 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-3aab18e4-d16b-4b92-9ca7-4e2199c04140 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:38.769482 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-3aab18e4-d16b-4b92-9ca7-4e2199c04140 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:38.785442 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1e35e11a-4b65-4429-9c9f-77c85bc54acb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:39.056470 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7a886-1a1d-46ae-9af3-c165d9ce32e4 req-c46ccf0e-48b4-407e-ae4a-900878f2d318 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:39.058314 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-74b7a886-1a1d-46ae-9af3-c165d9ce32e4 req-c46ccf0e-48b4-407e-ae4a-900878f2d318 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=6193fdb2-2618-4c20-9f66-e12a38447e76 HTTP/1.1" status: 200  len: 932 time: 0.1709287
Feb 03 20:05:39.132362 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-74b7a886-1a1d-46ae-9af3-c165d9ce32e4 req-501e4bfe-6bc8-4634-aa62-069a0c4222e3 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655427
Feb 03 20:05:39.201112 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab18e4-d16b-4b92-9ca7-4e2199c04140 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Pushing event updated for resources: {'Port': ['ID=e12cd765-5c65-4398-8603-aaf5a27f1e9e,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:39.211000 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3aab18e4-d16b-4b92-9ca7-4e2199c04140 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:39.313761 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-701ae414-e914-47ad-94c1-9bfb05f7fc47 req-86b99a0c-efae-49a9-bb02-83fb13450f07 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 210 time: 0.0541377
Feb 03 20:05:39.349042 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773470d9-42f2-4c8d-8144-edea0073839b req-bae1b1c9-fd21-466a-aaec-8e547abc7557 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:39.350783 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-773470d9-42f2-4c8d-8144-edea0073839b req-bae1b1c9-fd21-466a-aaec-8e547abc7557 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.5284448
Feb 03 20:05:39.367110 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-3aab18e4-d16b-4b92-9ca7-4e2199c04140 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Network 6c0c17d9-b561-4f88-af40-fc3e81a7dc07 is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:05:39.368379 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-3aab18e4-d16b-4b92-9ca7-4e2199c04140 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:05:39.387928 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-3aab18e4-d16b-4b92-9ca7-4e2199c04140 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:05:39.481864 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-773470d9-42f2-4c8d-8144-edea0073839b req-5a606e17-ded4-44d3-9370-72aedd402b4a tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110842
Feb 03 20:05:39.577054 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-3aab18e4-d16b-4b92-9ca7-4e2199c04140 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:39.577792 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-3aab18e4-d16b-4b92-9ca7-4e2199c04140 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:39.639821 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-3aab18e4-d16b-4b92-9ca7-4e2199c04140 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4759941
Feb 03 20:05:39.665653 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Request body: {'port': {'device_id': '6193fdb2-2618-4c20-9f66-e12a38447e76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:05:39.857431 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:39.974976 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-efa1659b-f584-41d7-a089-d6291b84cd3a tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:39.979038 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-efa1659b-f584-41d7-a089-d6291b84cd3a tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.67 "GET /v2.0/networks?id=363b23da-45c6-4a09-8348-d34a237bdcb0 HTTP/1.1" status: 200  len: 809 time: 0.6121533
Feb 03 20:05:40.123633 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ede3f9-1d9f-46cf-ab26-64c8d76a1113 req-35d69bfe-a801-465f-8cb9-669a476c21c1 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:40.125051 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-230347f9-619f-4be0-85f4-db5d57367d8c tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=de9531b4b9754686a636343b8ed74fe7 HTTP/1.1" status: 200  len: 5757 time: 0.1211483
Feb 03 20:05:40.132463 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e9ede3f9-1d9f-46cf-ab26-64c8d76a1113 req-35d69bfe-a801-465f-8cb9-669a476c21c1 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.3262208
Feb 03 20:05:40.162759 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-623d29f0-3841-4174-8917-a4feebe9af5d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Request body: {'port': {'device_id': 'b2a0d05e-ea1d-483f-91eb-7a291296ace3', 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0', 'admin_state_up': True, 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'security_groups': ['2d87376d-e4a0-48cb-96f9-d516a84e408c']}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:05:40.343473 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-623d29f0-3841-4174-8917-a4feebe9af5d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:40.351673 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-623d29f0-3841-4174-8917-a4feebe9af5d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Usage tracker for resource:port and tenant:de9531b4b9754686a636343b8ed74fe7 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:05:40.355424 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-623d29f0-3841-4174-8917-a4feebe9af5d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:05:40.362042 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-623d29f0-3841-4174-8917-a4feebe9af5d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:40.378977 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-623d29f0-3841-4174-8917-a4feebe9af5d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Made reservation on behalf of de9531b4b9754686a636343b8ed74fe7 for: {'port': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:05:40.403887 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-623d29f0-3841-4174-8917-a4feebe9af5d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:40.458714 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e9ede3f9-1d9f-46cf-ab26-64c8d76a1113 req-783e972c-58cd-45a1-905b-2e56a014ef2b tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3252566
Feb 03 20:05:40.521861 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:05:40.550012 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0021d-f7c6-486b-b927-5113009b2927 req-28bc28bb-1913-4c48-8cab-80b3008336ca tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:40.551859 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0bf0021d-f7c6-486b-b927-5113009b2927 req-28bc28bb-1913-4c48-8cab-80b3008336ca tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=1568602f-f474-48a0-a58e-8ab808c33463 HTTP/1.1" status: 200  len: 944 time: 0.7268300
Feb 03 20:05:40.602237 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e12cd765-5c65-4398-8603-aaf5a27f1e9e {{(pid=80146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 20:05:40.612366 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:40.620926 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning for port 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:05:40.626407 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:05:40.627021 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:40.679154 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Transition to ACTIVE for port object e12cd765-5c65-4398-8603-aaf5a27f1e9e will not be triggered until provisioned by entity L2. {{(pid=80146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:05:40.683445 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848090863'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:40.700969 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:40.756744 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0bf0021d-f7c6-486b-b927-5113009b2927 req-e6e7b4aa-8496-4111-9f7f-663e3586d4d2 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1603730
Feb 03 20:05:40.775463 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:40.820380 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1568602f-f474-48a0-a58e-8ab808c33463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625cd8eb-aa8e-4c15-bdca-59f100e1e1e2'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:05:40.835209 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=625cd8eb-aa8e-4c15-bdca-59f100e1e1e2,segment=NetworkSegment(c51be60e-c001-43d2-bd36-2a172e2801c1),segment_id=c51be60e-c001-43d2-bd36-2a172e2801c1)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:05:40.842031 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:40.844982 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 7870cd4f-7380-4fd7-9469-292c8f4c32d3 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:05:40.870716 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Pushing event updated for resources: {'Port': ['ID=e12cd765-5c65-4398-8603-aaf5a27f1e9e,revision_number=2']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:40.888857 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:40.920500 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:40.973493 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-623d29f0-3841-4174-8917-a4feebe9af5d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Allocated IP 172.20.0.12 (363b23da-45c6-4a09-8348-d34a237bdcb0/56df7b6f-0026-430c-8ccd-068706ffc2ff/73d049f9-a6b7-47d9-8126-1cb74d2dec0f) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:05:40.981378 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1c88a-f382-41d9-82b8-db17ce0ad1fe req-e5706568-58b0-4bfd-8c8e-b4aad5a8a5b6 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:40.982206 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-58e1c88a-f382-41d9-82b8-db17ce0ad1fe req-e5706568-58b0-4bfd-8c8e-b4aad5a8a5b6 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Synchronizing usage tracker for tenant:e959dd07a49849d2b43a3df8658ebeb9 on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:05:41.008827 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=625cd8eb-aa8e-4c15-bdca-59f100e1e1e2,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:41.019792 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.020499 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.020613 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.020913 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.021440 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.021814 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.022335 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.022701 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.023068 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.023435 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.023866 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.024345 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.024857 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.025284 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.025620 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.025934 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.026427 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.026794 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.027159 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.027527 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.027910 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.028279 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.028783 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.028960 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:41.047659 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:41.081377 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 7870cd4f-7380-4fd7-9469-292c8f4c32d3 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:05:41.081804 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:41.092853 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-58e1c88a-f382-41d9-82b8-db17ce0ad1fe req-e5706568-58b0-4bfd-8c8e-b4aad5a8a5b6 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Unset dirty status for tenant:e959dd07a49849d2b43a3df8658ebeb9 on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:05:41.100801 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-58e1c88a-f382-41d9-82b8-db17ce0ad1fe req-e5706568-58b0-4bfd-8c8e-b4aad5a8a5b6 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=6193fdb2-2618-4c20-9f66-e12a38447e76 HTTP/1.1" status: 200  len: 932 time: 0.4799237
Feb 03 20:05:41.220715 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3d45bd4f-ec1e-42c0-b20d-32a750d7f857 req-b297c8b1-b4c9-4024-91ba-1fe84ee26629 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 210 time: 0.0821085
Feb 03 20:05:41.226720 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-58e1c88a-f382-41d9-82b8-db17ce0ad1fe req-74cacbb2-8740-45b2-a7c6-0c944b175035 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Synchronizing usage tracker for tenant:e959dd07a49849d2b43a3df8658ebeb9 on resource:security_group {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:05:41.274346 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-58e1c88a-f382-41d9-82b8-db17ce0ad1fe req-74cacbb2-8740-45b2-a7c6-0c944b175035 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Unset dirty status for tenant:e959dd07a49849d2b43a3df8658ebeb9 on resource:security_group {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:05:41.277001 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-58e1c88a-f382-41d9-82b8-db17ce0ad1fe req-74cacbb2-8740-45b2-a7c6-0c944b175035 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1752970
Feb 03 20:05:41.297794 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Attempting to bind port e12cd765-5c65-4398-8603-aaf5a27f1e9e on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:05:41.298170 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Attempting to bind port e12cd765-5c65-4398-8603-aaf5a27f1e9e by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'afc61110-ec15-4e2d-a68a-fa4e69c24ea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6c0c17d9-b561-4f88-af40-fc3e81a7dc07'}] {{(pid=80146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:05:41.299308 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Attempting to bind port e12cd765-5c65-4398-8603-aaf5a27f1e9e on network 6c0c17d9-b561-4f88-af40-fc3e81a7dc07 {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:05:41.318824 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Checking agent: {'id': 'd65f81c7-83bc-4486-bd9d-9b0ec76bab54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 0, 54), 'started_at': datetime.datetime(2021, 2, 3, 20, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.109', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:05:41.319211 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Checking segment: {'id': 'afc61110-ec15-4e2d-a68a-fa4e69c24ea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6c0c17d9-b561-4f88-af40-fc3e81a7dc07'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:05:41.319617 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:41.320083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Bound using segment: {'id': 'afc61110-ec15-4e2d-a68a-fa4e69c24ea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6c0c17d9-b561-4f88-af40-fc3e81a7dc07'} {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:05:41.321590 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Bound port: e12cd765-5c65-4398-8603-aaf5a27f1e9e, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc61110-ec15-4e2d-a68a-fa4e69c24ea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6c0c17d9-b561-4f88-af40-fc3e81a7dc07'}}] {{(pid=80146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:05:41.321984 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:41.328997 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1568602f-f474-48a0-a58e-8ab808c33463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625cd8eb-aa8e-4c15-bdca-59f100e1e1e2', 'code': 200}
Feb 03 20:05:41.346808 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-623d29f0-3841-4174-8917-a4feebe9af5d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:41.367137 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-623d29f0-3841-4174-8917-a4feebe9af5d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Transition to ACTIVE for port object 73d049f9-a6b7-47d9-8126-1cb74d2dec0f will not be triggered until provisioned by entity DHCP. {{(pid=80144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:05:41.394389 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-623d29f0-3841-4174-8917-a4feebe9af5d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:41.412975 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a6bce895-ac00-4928-9ace-ce9c54f207b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:41.545513 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] For port e12cd765-5c65-4398-8603-aaf5a27f1e9e, host hv-cinder-77398, cleared binding levels {{(pid=80146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:05:41.567183 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] For port e12cd765-5c65-4398-8603-aaf5a27f1e9e, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e12cd765-5c65-4398-8603-aaf5a27f1e9e,segment=NetworkSegment(afc61110-ec15-4e2d-a68a-fa4e69c24ea7),segment_id=afc61110-ec15-4e2d-a68a-fa4e69c24ea7)] {{(pid=80146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:05:41.571995 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848090863'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:41.590570 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:41.745421 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72559eb2-31f4-4a7a-b43b-4325dcdeaf87 req-47425c15-1dfa-45d6-a623-3b76338d1613 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:41.747166 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-72559eb2-31f4-4a7a-b43b-4325dcdeaf87 req-47425c15-1dfa-45d6-a623-3b76338d1613 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.3282986
Feb 03 20:05:41.839826 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d29f0-3841-4174-8917-a4feebe9af5d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Pushing event updated for resources: {'Port': ['ID=73d049f9-a6b7-47d9-8126-1cb74d2dec0f,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:41.855165 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-623d29f0-3841-4174-8917-a4feebe9af5d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:41.872267 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-623d29f0-3841-4174-8917-a4feebe9af5d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Network 363b23da-45c6-4a09-8348-d34a237bdcb0 is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:05:41.875355 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-623d29f0-3841-4174-8917-a4feebe9af5d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:05:41.878681 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-623d29f0-3841-4174-8917-a4feebe9af5d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:05:41.911304 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Pushing event updated for resources: {'Port': ['ID=e12cd765-5c65-4398-8603-aaf5a27f1e9e,revision_number=3']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:41.944798 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-72559eb2-31f4-4a7a-b43b-4325dcdeaf87 req-cb21c5c7-3b68-454d-a991-4de40d6eee4f tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1270466
Feb 03 20:05:41.948600 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:41.949680 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-623d29f0-3841-4174-8917-a4feebe9af5d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:41.950407 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-623d29f0-3841-4174-8917-a4feebe9af5d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:41.986633 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:41.989372 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:05:42.000656 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:42.002975 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] 10.222.0.67 "PUT /v2.0/ports/e12cd765-5c65-4398-8603-aaf5a27f1e9e HTTP/1.1" status: 200  len: 1158 time: 2.3431022
Feb 03 20:05:42.003852 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6193fdb2-2618-4c20-9f66-e12a38447e76', 'tag': 'e12cd765-5c65-4398-8603-aaf5a27f1e9e'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:05:42.086361 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:05:42.086887 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38006c82-12ad-4483-9d2c-69426d699d01 req-d324d371-2634-4678-af83-acd73cbfce37 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:42.087028 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:42.093013 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-38006c82-12ad-4483-9d2c-69426d699d01 req-d324d371-2634-4678-af83-acd73cbfce37 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.3920391
Feb 03 20:05:42.126908 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff57a80-7ca2-4e9a-98e7-e3ece2166acd req-5f16f81d-3c2f-4d1d-850d-0f42736dccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:42.128617 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-dff57a80-7ca2-4e9a-98e7-e3ece2166acd req-5f16f81d-3c2f-4d1d-850d-0f42736dccc5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1568602f-f474-48a0-a58e-8ab808c33463 HTTP/1.1" status: 200  len: 1163 time: 0.4893377
Feb 03 20:05:42.133551 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-623d29f0-3841-4174-8917-a4feebe9af5d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9914927
Feb 03 20:05:42.175006 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Request body: {'port': {'device_id': 'b2a0d05e-ea1d-483f-91eb-7a291296ace3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:05:42.236968 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-38006c82-12ad-4483-9d2c-69426d699d01 req-f5eaa2c7-3748-4cad-95d0-74c6fbdb8491 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337810
Feb 03 20:05:42.263065 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-a163a666-8366-4923-8528-2c77c34360b0 None None] Provisioning for port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:05:42.276102 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-dff57a80-7ca2-4e9a-98e7-e3ece2166acd req-0a616cf4-5eed-4908-a5d0-f737478ca0b7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238542
Feb 03 20:05:42.284798 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-a163a666-8366-4923-8528-2c77c34360b0 None None] Provisioning complete for port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:05:42.285220 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a163a666-8366-4923-8528-2c77c34360b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:42.359416 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c0ea9-7f9c-4273-be11-f23f9ec2911a req-63ac2f00-7610-45f1-b5d8-197dfb099991 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:42.361166 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4c0c0ea9-7f9c-4273-be11-f23f9ec2911a req-63ac2f00-7610-45f1-b5d8-197dfb099991 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.2680755
Feb 03 20:05:42.367597 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:42.368219 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-a1958ca7-8e72-43eb-b1b7-cb4ab2625623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:42.369822 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-a1958ca7-8e72-43eb-b1b7-cb4ab2625623 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e959dd07a49849d2b43a3df8658ebeb9&device_id=6193fdb2-2618-4c20-9f66-e12a38447e76 HTTP/1.1" status: 200  len: 1161 time: 0.2308631
Feb 03 20:05:42.379567 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-a163a666-8366-4923-8528-2c77c34360b0 None None] Port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:05:42.432916 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4c0c0ea9-7f9c-4273-be11-f23f9ec2911a req-a256362f-ebe1-41b2-83eb-20568f82010b tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620229
Feb 03 20:05:42.528033 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6193fdb2-2618-4c20-9f66-e12a38447e76', 'tag': 'e12cd765-5c65-4398-8603-aaf5a27f1e9e', 'status': 'completed', 'code': 200}
Feb 03 20:05:42.717975 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17988f9-a1fa-40e9-af76-6fd7fe7593e8 req-54d70305-443c-4459-929c-101a9c6b5284 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:42.719720 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e17988f9-a1fa-40e9-af76-6fd7fe7593e8 req-54d70305-443c-4459-929c-101a9c6b5284 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=1568602f-f474-48a0-a58e-8ab808c33463 HTTP/1.1" status: 200  len: 946 time: 0.2867587
Feb 03 20:05:42.809642 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac189980-5308-43d8-a903-949c3f0a99a3 req-0688d358-2856-4ebe-87bc-e5617a783d3d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:42.810462 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-ac189980-5308-43d8-a903-949c3f0a99a3 req-0688d358-2856-4ebe-87bc-e5617a783d3d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Synchronizing usage tracker for tenant:de9531b4b9754686a636343b8ed74fe7 on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:05:42.824907 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e17988f9-a1fa-40e9-af76-6fd7fe7593e8 req-7b52370f-16b6-4863-a7a4-4f4b54e5a4df tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975580
Feb 03 20:05:42.889060 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-b290c08d-06ed-4172-b8a3-f266ea8302cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e12cd765-5c65-4398-8603-aaf5a27f1e9e HTTP/1.1" status: 200  len: 217 time: 0.0736270
Feb 03 20:05:42.938688 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-ac189980-5308-43d8-a903-949c3f0a99a3 req-0688d358-2856-4ebe-87bc-e5617a783d3d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Unset dirty status for tenant:de9531b4b9754686a636343b8ed74fe7 on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:05:42.941150 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ac189980-5308-43d8-a903-949c3f0a99a3 req-0688d358-2856-4ebe-87bc-e5617a783d3d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 932 time: 0.3141534
Feb 03 20:05:43.006416 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-e6491194-bb2b-4986-b01e-2fe60b95e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:43.008008 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-e6491194-bb2b-4986-b01e-2fe60b95e739 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92708c39-8f9d-45db-9129-1cb87b5a6374 HTTP/1.1" status: 200  len: 848 time: 0.1120694
Feb 03 20:05:43.036828 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-ac189980-5308-43d8-a903-949c3f0a99a3 req-e7e0bc97-2adf-472f-9301-4844407ea2a0 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Synchronizing usage tracker for tenant:de9531b4b9754686a636343b8ed74fe7 on resource:security_group {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:05:43.042370 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d049f9-a6b7-47d9-8126-1cb74d2dec0f {{(pid=80144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 20:05:43.055139 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:43.071104 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Transition to ACTIVE for port object 73d049f9-a6b7-47d9-8126-1cb74d2dec0f will not be triggered until provisioned by entity L2. {{(pid=80144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:05:43.074877 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:43.095970 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:43.098929 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-b6a3e79a-e21d-4f1a-86d3-de817127dc49 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6c0c17d9-b561-4f88-af40-fc3e81a7dc07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0586710
Feb 03 20:05:43.106334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-ac189980-5308-43d8-a903-949c3f0a99a3 req-e7e0bc97-2adf-472f-9301-4844407ea2a0 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Unset dirty status for tenant:de9531b4b9754686a636343b8ed74fe7 on resource:security_group {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:05:43.108408 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ac189980-5308-43d8-a903-949c3f0a99a3 req-e7e0bc97-2adf-472f-9301-4844407ea2a0 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1579835
Feb 03 20:05:43.270709 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Pushing event updated for resources: {'Port': ['ID=73d049f9-a6b7-47d9-8126-1cb74d2dec0f,revision_number=2']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:43.275459 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:43.378507 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-098e479f-1b76-4102-94ac-9c675703bbff service neutron] 10.222.0.67 "GET /v2.0/networks/6c0c17d9-b561-4f88-af40-fc3e81a7dc07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2559409
Feb 03 20:05:43.509067 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947222b9-0b03-41a1-a682-dd71a49d83fb req-96d3eeb5-d3b8-47b0-a20f-45434ad84f4a tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:43.512193 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-947222b9-0b03-41a1-a682-dd71a49d83fb req-96d3eeb5-d3b8-47b0-a20f-45434ad84f4a tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=6193fdb2-2618-4c20-9f66-e12a38447e76 HTTP/1.1" status: 200  len: 944 time: 0.2601550
Feb 03 20:05:43.613673 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-947222b9-0b03-41a1-a682-dd71a49d83fb req-4f922c66-f5c6-46f3-b716-356d9c16d311 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765128
Feb 03 20:05:43.910818 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Attempting to bind port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:05:43.911398 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Attempting to bind port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '2983977f-f2e2-4870-b6cb-bdc4e6955295', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0'}] {{(pid=80144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:05:43.911533 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Attempting to bind port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f on network 363b23da-45c6-4a09-8348-d34a237bdcb0 {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:05:43.918306 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Checking agent: {'id': 'd65f81c7-83bc-4486-bd9d-9b0ec76bab54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 0, 54), 'started_at': datetime.datetime(2021, 2, 3, 20, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.109', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:05:43.918755 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Checking segment: {'id': '2983977f-f2e2-4870-b6cb-bdc4e6955295', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:05:43.919185 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:43.919585 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Bound using segment: {'id': '2983977f-f2e2-4870-b6cb-bdc4e6955295', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0'} {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:05:43.920122 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Bound port: 73d049f9-a6b7-47d9-8126-1cb74d2dec0f, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2983977f-f2e2-4870-b6cb-bdc4e6955295', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0'}}] {{(pid=80144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:05:43.920508 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:44.053726 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:05:44.103290 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b51630ed-6ea4-43f9-9a76-c26b50a468e7 req-56693667-16cf-4f6b-82ed-543473567a62 service neutron] 10.222.0.67 "GET /v2.0/networks/6c0c17d9-b561-4f88-af40-fc3e81a7dc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7090273
Feb 03 20:05:44.104693 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8b37b-380b-4662-9dcd-3e2bdbefa78f req-03cc37d4-16fc-4c04-ab3a-258604190fef tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:44.113579 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-40a8b37b-380b-4662-9dcd-3e2bdbefa78f req-03cc37d4-16fc-4c04-ab3a-258604190fef tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.5111129
Feb 03 20:05:44.175997 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:05:44.176510 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:44.217309 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce726d8-291e-447a-8684-3a0934db3dac req-572c1855-fead-49eb-93d7-091a7398fd70 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:44.219065 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2ce726d8-291e-447a-8684-3a0934db3dac req-572c1855-fead-49eb-93d7-091a7398fd70 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.2814782
Feb 03 20:05:44.225190 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-40a8b37b-380b-4662-9dcd-3e2bdbefa78f req-26ef65bb-1fe2-4287-bd24-3bc8af2227d5 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1109884
Feb 03 20:05:44.228277 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] For port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f, host hv-cinder-77398, cleared binding levels {{(pid=80144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:05:44.232852 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] For port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=73d049f9-a6b7-47d9-8126-1cb74d2dec0f,segment=NetworkSegment(2983977f-f2e2-4870-b6cb-bdc4e6955295),segment_id=2983977f-f2e2-4870-b6cb-bdc4e6955295)] {{(pid=80144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:05:44.238720 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:44.377121 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2ce726d8-291e-447a-8684-3a0934db3dac req-1bfc80b1-9e20-4c66-a191-d7b28b815729 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1493988
Feb 03 20:05:44.394917 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5713b-226e-47d5-a484-fc1c03dabd0b req-c67adc6c-f78f-44ba-8f51-2616a70f9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:44.396548 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a9e5713b-226e-47d5-a484-fc1c03dabd0b req-c67adc6c-f78f-44ba-8f51-2616a70f9774 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e959dd07a49849d2b43a3df8658ebeb9&device_id=6193fdb2-2618-4c20-9f66-e12a38447e76 HTTP/1.1" status: 200  len: 1161 time: 0.1427753
Feb 03 20:05:44.397334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:44.542796 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:44.543674 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:44.545219 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] 10.222.0.67 "PUT /v2.0/ports/73d049f9-a6b7-47d9-8126-1cb74d2dec0f HTTP/1.1" status: 200  len: 1158 time: 2.3918180
Feb 03 20:05:44.547069 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a0d05e-ea1d-483f-91eb-7a291296ace3', 'tag': '73d049f9-a6b7-47d9-8126-1cb74d2dec0f'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:05:44.564026 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Pushing event updated for resources: {'Port': ['ID=73d049f9-a6b7-47d9-8126-1cb74d2dec0f,revision_number=3']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:44.569373 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:44.591369 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5713b-226e-47d5-a484-fc1c03dabd0b req-2b5e4657-5ab9-473a-b2da-eb054cf219bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:44.593838 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a9e5713b-226e-47d5-a484-fc1c03dabd0b req-2b5e4657-5ab9-473a-b2da-eb054cf219bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=6c0c17d9-b561-4f88-af40-fc3e81a7dc07 HTTP/1.1" status: 200  len: 902 time: 0.1889753
Feb 03 20:05:44.725701 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abe644-a8ea-421a-b648-177ccba80f76 req-c0816e02-58bd-4d4c-8df2-bb95d5c39af3 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:44.727821 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8abe644-a8ea-421a-b648-177ccba80f76 req-c0816e02-58bd-4d4c-8df2-bb95d5c39af3 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=1568602f-f474-48a0-a58e-8ab808c33463 HTTP/1.1" status: 200  len: 946 time: 0.2465115
Feb 03 20:05:44.763684 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 57078) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:44.773232 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a9e5713b-226e-47d5-a484-fc1c03dabd0b req-33c00067-50fd-4cb0-ad38-8102c858c26b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e12cd765-5c65-4398-8603-aaf5a27f1e9e HTTP/1.1" status: 200  len: 217 time: 0.1712523
Feb 03 20:05:44.881236 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-30ffaad5-6072-43b6-804a-0dd3473f8457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:44.882732 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-30ffaad5-6072-43b6-804a-0dd3473f8457 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=de9531b4b9754686a636343b8ed74fe7&device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 1161 time: 0.1535025
Feb 03 20:05:44.887780 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5713b-226e-47d5-a484-fc1c03dabd0b req-d400d219-8cf0-4964-b6c3-22cf1abfe28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:44.889397 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a9e5713b-226e-47d5-a484-fc1c03dabd0b req-d400d219-8cf0-4964-b6c3-22cf1abfe28b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92708c39-8f9d-45db-9129-1cb87b5a6374 HTTP/1.1" status: 200  len: 848 time: 0.1077466
Feb 03 20:05:44.908539 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8abe644-a8ea-421a-b648-177ccba80f76 req-09cad2f2-bead-4146-a241-a5b2e67e7f1b tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183589
Feb 03 20:05:44.998683 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5595c2f-0201-424f-b166-f2875fade3a3 req-6f69b65d-55a2-49a7-a59b-d79c52e7c189 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:45.000408 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d5595c2f-0201-424f-b166-f2875fade3a3 req-6f69b65d-55a2-49a7-a59b-d79c52e7c189 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 944 time: 0.3129125
Feb 03 20:05:45.053562 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a0d05e-ea1d-483f-91eb-7a291296ace3', 'tag': '73d049f9-a6b7-47d9-8126-1cb74d2dec0f', 'status': 'completed', 'code': 200}
Feb 03 20:05:45.064256 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-20140264-5a5c-4108-84b2-8b8649f412b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73d049f9-a6b7-47d9-8126-1cb74d2dec0f HTTP/1.1" status: 200  len: 217 time: 0.1531444
Feb 03 20:05:45.081745 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-098a9e54-8a3b-41ef-b6b3-8a4fbb912e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:45.105565 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a9e5713b-226e-47d5-a484-fc1c03dabd0b req-d0892d87-e818-4a92-92c6-d0f9f15e0113 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6c0c17d9-b561-4f88-af40-fc3e81a7dc07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0872130
Feb 03 20:05:45.122020 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-098a9e54-8a3b-41ef-b6b3-8a4fbb912e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:45.132751 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-098a9e54-8a3b-41ef-b6b3-8a4fbb912e3d admin admin] Usage tracker for resource:security_group_rule and tenant:1661c862135a483f9a16a0c373564812 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:05:45.157440 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-098a9e54-8a3b-41ef-b6b3-8a4fbb912e3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:05:45.182516 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d5595c2f-0201-424f-b166-f2875fade3a3 req-aa4511ca-a41b-4e4a-a16a-64902591661f tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1226561
Feb 03 20:05:45.191067 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-098a9e54-8a3b-41ef-b6b3-8a4fbb912e3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:45.304088 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-2b1be7cb-9dc0-4d3a-ac1e-c1a3b5d672c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:45.304088 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-2b1be7cb-9dc0-4d3a-ac1e-c1a3b5d672c1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=56df7b6f-0026-430c-8ccd-068706ffc2ff HTTP/1.1" status: 200  len: 848 time: 0.1340308
Feb 03 20:05:45.400037 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-098a9e54-8a3b-41ef-b6b3-8a4fbb912e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:45.410208 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d1e6c16e-ca29-4156-be3c-1603a17c9300 req-a4ad0241-e52e-4a95-9cfc-399d2743057c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2389009
Feb 03 20:05:45.410642 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-098a9e54-8a3b-41ef-b6b3-8a4fbb912e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:45.437574 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-69991104-6a15-41ac-9398-4c9c54f725a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:45.536224 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153492bb-df43-4389-a28e-e8a8b4201b03 req-690b8c5d-b6f2-46f4-889a-aeb9e1fa469f tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:45.537982 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-153492bb-df43-4389-a28e-e8a8b4201b03 req-690b8c5d-b6f2-46f4-889a-aeb9e1fa469f tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=6193fdb2-2618-4c20-9f66-e12a38447e76 HTTP/1.1" status: 200  len: 944 time: 0.4278700
Feb 03 20:05:45.574134 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a9e54-8a3b-41ef-b6b3-8a4fbb912e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f4fe7a-d7f3-4e69-af93-cceedddc1fde,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:45.580512 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a9e5713b-226e-47d5-a484-fc1c03dabd0b req-b055079c-552f-4ebf-a6fd-9273d759b865 service neutron] 10.222.0.67 "GET /v2.0/networks/6c0c17d9-b561-4f88-af40-fc3e81a7dc07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4490578
Feb 03 20:05:45.581651 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-098a9e54-8a3b-41ef-b6b3-8a4fbb912e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:45.634874 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-121eec21-42d2-43e0-8536-fa3243b55b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:45.636484 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-121eec21-42d2-43e0-8536-fa3243b55b42 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=363b23da-45c6-4a09-8348-d34a237bdcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3159525
Feb 03 20:05:45.682089 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-098a9e54-8a3b-41ef-b6b3-8a4fbb912e3d admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=1661c862135a483f9a16a0c373564812&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9113696
Feb 03 20:05:45.685273 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 57094) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:45.700500 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-153492bb-df43-4389-a28e-e8a8b4201b03 req-18fceae8-322d-4da1-8ea4-df5a83282472 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536562
Feb 03 20:05:45.815645 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6c16e-ca29-4156-be3c-1603a17c9300 req-1c3bb595-e305-4010-b0ca-6faefe1824b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:45.817304 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d1e6c16e-ca29-4156-be3c-1603a17c9300 req-1c3bb595-e305-4010-b0ca-6faefe1824b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2fbefdf95293404192e9ef9cb9a6b198&device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 1162 time: 0.2662249
Feb 03 20:05:45.821567 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a9e5713b-226e-47d5-a484-fc1c03dabd0b req-b635f032-0c42-411c-98e1-ff4b3a1ef381 service neutron] 10.222.0.67 "GET /v2.0/networks/6c0c17d9-b561-4f88-af40-fc3e81a7dc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2331398
Feb 03 20:05:45.866145 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-14c5e1c0-c3ae-417c-89a8-8520a901b315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:45.922622 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-b81da04a-7fab-4d98-9389-746503e4a937 service neutron] 10.222.0.67 "GET /v2.0/networks/363b23da-45c6-4a09-8348-d34a237bdcb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2663777
Feb 03 20:05:45.977201 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a3242-deaf-41b2-85dc-a157ffd3185a req-2b493649-4be3-4999-993a-00bbf53e7136 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:45.978841 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9d7a3242-deaf-41b2-85dc-a157ffd3185a req-2b493649-4be3-4999-993a-00bbf53e7136 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.4938445
Feb 03 20:05:46.093856 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-14c5e1c0-c3ae-417c-89a8-8520a901b315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:46.135030 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c5133-91e7-4699-98d1-417ca8ca1333 req-017b7c74-4ec4-4757-9192-fde9a031b09c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:46.136764 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2b6c5133-91e7-4699-98d1-417ca8ca1333 req-017b7c74-4ec4-4757-9192-fde9a031b09c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.3012505
Feb 03 20:05:46.166729 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9d7a3242-deaf-41b2-85dc-a157ffd3185a req-fc88f5c0-2070-4c4c-9c23-247b57451781 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1697810
Feb 03 20:05:46.215864 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-89a3bdfa-1be6-4a0e-a351-3c203c6b9934 req-14e2da97-bffe-45b2-8a96-78dbaca4f72e service neutron] 10.222.0.67 "GET /v2.0/networks/363b23da-45c6-4a09-8348-d34a237bdcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2793148
Feb 03 20:05:46.222136 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6c16e-ca29-4156-be3c-1603a17c9300 req-dd41e661-5c4d-4037-9f60-366a7131e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:46.223743 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d1e6c16e-ca29-4156-be3c-1603a17c9300 req-dd41e661-5c4d-4037-9f60-366a7131e1e7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=af102b1c-7492-4e37-9158-b0b3f6c042a8 HTTP/1.1" status: 200  len: 909 time: 0.3589563
Feb 03 20:05:46.233891 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-14c5e1c0-c3ae-417c-89a8-8520a901b315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:46.241153 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2b6c5133-91e7-4699-98d1-417ca8ca1333 req-22f1048f-e4b8-4efb-8831-9c55bb7c8caa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0871773
Feb 03 20:05:46.295204 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ad5ca1c1-a157-4d8c-9b70-0d1eabfdd2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:46.321888 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5e1c0-c3ae-417c-89a8-8520a901b315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f4fe7a-d7f3-4e69-af93-cceedddc1fde,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:46.325888 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d1e6c16e-ca29-4156-be3c-1603a17c9300 req-bd9762ff-8d16-4278-87b8-f037ee51176f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e2d1a88-e844-46e8-b64b-2d77f9d73e38 HTTP/1.1" status: 200  len: 217 time: 0.0854738
Feb 03 20:05:46.327482 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-14c5e1c0-c3ae-417c-89a8-8520a901b315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:46.328750 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-14c5e1c0-c3ae-417c-89a8-8520a901b315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:46.330555 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-14c5e1c0-c3ae-417c-89a8-8520a901b315 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/a1f4fe7a-d7f3-4e69-af93-cceedddc1fde HTTP/1.1" status: 204  len: 168 time: 0.6382906
Feb 03 20:05:46.428819 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d85b8-51c1-4f59-941e-c3e3ed7a4d7f req-63c53def-095d-43fc-9450-c0d3cbac778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:46.429506 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ca0d85b8-51c1-4f59-941e-c3e3ed7a4d7f req-63c53def-095d-43fc-9450-c0d3cbac778c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=de9531b4b9754686a636343b8ed74fe7&device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 1161 time: 0.0948610
Feb 03 20:05:46.476257 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6c16e-ca29-4156-be3c-1603a17c9300 req-1e33c382-8d76-47ea-84c2-4e83d3c6a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:46.477855 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d1e6c16e-ca29-4156-be3c-1603a17c9300 req-1e33c382-8d76-47ea-84c2-4e83d3c6a409 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=368439ae-4a30-4f8e-9ca5-d8ceab7bfb9e HTTP/1.1" status: 200  len: 855 time: 0.1339371
Feb 03 20:05:46.592820 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17628db-5301-4a17-a5cf-0cac2694724f req-7d9452e9-4ee6-4e24-8768-d941b9daa705 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:46.595701 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f17628db-5301-4a17-a5cf-0cac2694724f req-7d9452e9-4ee6-4e24-8768-d941b9daa705 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 944 time: 0.2502084
Feb 03 20:05:46.637678 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d85b8-51c1-4f59-941e-c3e3ed7a4d7f req-8f7e91ad-33ad-4278-b566-60a9d1dcbc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:46.639743 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ca0d85b8-51c1-4f59-941e-c3e3ed7a4d7f req-8f7e91ad-33ad-4278-b566-60a9d1dcbc29 service neutron] 10.222.0.67 "GET /v2.0/networks?id=363b23da-45c6-4a09-8348-d34a237bdcb0 HTTP/1.1" status: 200  len: 903 time: 0.2018812
Feb 03 20:05:46.672182 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d1e6c16e-ca29-4156-be3c-1603a17c9300 req-5da268dd-a6df-46ab-9ca1-a9e55fe5c9d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af102b1c-7492-4e37-9158-b0b3f6c042a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0751681
Feb 03 20:05:46.726707 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ca0d85b8-51c1-4f59-941e-c3e3ed7a4d7f req-f2fd7259-5f63-4f10-bed4-31c247786201 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73d049f9-a6b7-47d9-8126-1cb74d2dec0f HTTP/1.1" status: 200  len: 217 time: 0.0776379
Feb 03 20:05:46.816739 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d85b8-51c1-4f59-941e-c3e3ed7a4d7f req-7843f261-d0e1-4eaa-8a43-01a1bbba426b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:46.818416 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ca0d85b8-51c1-4f59-941e-c3e3ed7a4d7f req-7843f261-d0e1-4eaa-8a43-01a1bbba426b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=56df7b6f-0026-430c-8ccd-068706ffc2ff HTTP/1.1" status: 200  len: 848 time: 0.0826762
Feb 03 20:05:46.825092 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f17628db-5301-4a17-a5cf-0cac2694724f req-81fa934e-4f94-42f2-b6b7-b167013b0eb7 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1610830
Feb 03 20:05:46.942455 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d85b8-51c1-4f59-941e-c3e3ed7a4d7f req-65d6d3e3-8d65-431d-9500-040fcce115ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:46.944759 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ca0d85b8-51c1-4f59-941e-c3e3ed7a4d7f req-65d6d3e3-8d65-431d-9500-040fcce115ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=363b23da-45c6-4a09-8348-d34a237bdcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1177888
Feb 03 20:05:46.995763 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d1e6c16e-ca29-4156-be3c-1603a17c9300 req-de3484db-f6e6-4185-bbd3-9210a37d2c81 service neutron] 10.222.0.67 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2802022
Feb 03 20:05:47.193971 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ca0d85b8-51c1-4f59-941e-c3e3ed7a4d7f req-74370404-c742-4410-9f74-a559ccf0187e service neutron] 10.222.0.67 "GET /v2.0/networks/363b23da-45c6-4a09-8348-d34a237bdcb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2393591
Feb 03 20:05:47.279350 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d1e6c16e-ca29-4156-be3c-1603a17c9300 req-c87c2a7b-e167-4704-9fc4-0c2b56bdc03c service neutron] 10.222.0.67 "GET /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2805805
Feb 03 20:05:47.423509 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67c1f8-c023-4a48-8617-5e97dac23302 req-1a2e08cf-e435-4ff6-9eb4-b5054577cb17 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:47.426682 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-eb67c1f8-c023-4a48-8617-5e97dac23302 req-1a2e08cf-e435-4ff6-9eb4-b5054577cb17 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=6193fdb2-2618-4c20-9f66-e12a38447e76 HTTP/1.1" status: 200  len: 944 time: 0.3098481
Feb 03 20:05:47.479100 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 57144) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:47.507334 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-eb67c1f8-c023-4a48-8617-5e97dac23302 req-e25a2e6f-73d7-4f21-9fc3-733e14955348 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723920
Feb 03 20:05:47.706759 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1367603757-network', 'tenant_id': '302cfbe81821483b992726cb2c7ceb99'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:05:47.714881 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:47.720957 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Usage tracker for resource:network and tenant:302cfbe81821483b992726cb2c7ceb99 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:05:47.725315 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:05:47.736519 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ca0d85b8-51c1-4f59-941e-c3e3ed7a4d7f req-4249ef17-00f2-4206-8b19-84867d993a30 service neutron] 10.222.0.67 "GET /v2.0/networks/363b23da-45c6-4a09-8348-d34a237bdcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5179353
Feb 03 20:05:47.737434 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:47.755465 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Made reservation on behalf of 302cfbe81821483b992726cb2c7ceb99 for: {'network': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:05:47.760155 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:47.776709 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:47.846841 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c86ac-4b05-411f-9243-9abac3d12e24 req-dd8b6a50-ea61-4010-8b91-462a24343024 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:47.848589 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6c3c86ac-4b05-411f-9243-9abac3d12e24 req-dd8b6a50-ea61-4010-8b91-462a24343024 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.4387212
Feb 03 20:05:47.884680 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47226f5d-36d8-4712-b914-72f20199d063 req-9893f600-e16e-4dcf-acca-fd6f1fca436a tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:47.886409 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-47226f5d-36d8-4712-b914-72f20199d063 req-9893f600-e16e-4dcf-acca-fd6f1fca436a tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.2419472
Feb 03 20:05:47.887579 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:47.892120 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Usage tracker for resource:security_group_rule and tenant:302cfbe81821483b992726cb2c7ceb99 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:05:47.897064 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:05:47.897404 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.objects.ports [None req-034c9e3f-dc59-4ff1-b973-ca47f8113718 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80147) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 03 20:05:47.917248 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:47.921867 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6c3c86ac-4b05-411f-9243-9abac3d12e24 req-6112cd1a-fdd0-488a-93b8-916e4adbab4d tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661154
Feb 03 20:05:47.978393 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-47226f5d-36d8-4712-b914-72f20199d063 req-79fc30d8-4ba7-46e4-abc1-f74b9e5f8a94 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0831330
Feb 03 20:05:48.053266 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:48.057000 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:48.061283 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-415cde6d-9569-4750-98d2-65f792476757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:48.102068 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 20:05:48.112852 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303fecb5-a03b-4a60-99d7-717401547d36,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:48.124582 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.124937 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.125346 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.125738 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.126138 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.126801 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.127149 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.127534 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.127937 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.130091 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.130492 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.130880 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.131311 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.131704 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.132135 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.132526 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.132911 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.133297 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.133687 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.136286 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.136838 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.137345 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.137747 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.138320 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:48.144512 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:48.146206 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781392429922', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:48.146813 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.segments_db [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Added segment b9a5111d-b5c1-4b7f-9684-354dcd88b50e of type vxlan for network cb3735fa-ae5b-4082-b53d-eac05bfe90ce
Feb 03 20:05:48.180737 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781391937907'] for network, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:48.213238 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for network, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:48.214623 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:48.215343 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:48.221651 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:48.279700 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a15ff-0145-4be5-959a-8d17404b5d4d req-8dc3ca2e-4e65-41b1-ad97-9c3e0266ed2d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:48.280540 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-312a15ff-0145-4be5-959a-8d17404b5d4d req-8dc3ca2e-4e65-41b1-ad97-9c3e0266ed2d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Synchronizing usage tracker for tenant:de9531b4b9754686a636343b8ed74fe7 on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:05:48.293818 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-312a15ff-0145-4be5-959a-8d17404b5d4d req-8dc3ca2e-4e65-41b1-ad97-9c3e0266ed2d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Unset dirty status for tenant:de9531b4b9754686a636343b8ed74fe7 on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:05:48.295062 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-312a15ff-0145-4be5-959a-8d17404b5d4d req-8dc3ca2e-4e65-41b1-ad97-9c3e0266ed2d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 944 time: 0.2321067
Feb 03 20:05:48.366186 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-312a15ff-0145-4be5-959a-8d17404b5d4d req-72d0440c-3bff-455d-9982-b2f94cea2373 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0632143
Feb 03 20:05:48.552694 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0721128
Feb 03 20:05:48.556270 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 57160) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:05:48.558801 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Pushing event updated for resources: {'Network': ['ID=cb3735fa-ae5b-4082-b53d-eac05bfe90ce,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:48.562006 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:48.567327 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-fcfd58b6-5558-40fd-b8ed-e9fb6fe18dc5 admin admin] Request body: {'subnet': {'network_id': 'cb3735fa-ae5b-4082-b53d-eac05bfe90ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1367603757-subnet', 'tenant_id': '302cfbe81821483b992726cb2c7ceb99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:05:48.573268 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Network cb3735fa-ae5b-4082-b53d-eac05bfe90ce details requested by agent ovs-agent-dv-cinder-773985-1-iscsi with host dv-cinder-773985-1-iscsi {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:05:48.573394 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-fcfd58b6-5558-40fd-b8ed-e9fb6fe18dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:48.577696 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-fcfd58b6-5558-40fd-b8ed-e9fb6fe18dc5 admin admin] Usage tracker for resource:subnet and tenant:302cfbe81821483b992726cb2c7ceb99 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:05:48.580829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-fcfd58b6-5558-40fd-b8ed-e9fb6fe18dc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:05:48.586938 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-fcfd58b6-5558-40fd-b8ed-e9fb6fe18dc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:48.596266 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Network cb3735fa-ae5b-4082-b53d-eac05bfe90ce details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:05:48.599465 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfd58b6-5558-40fd-b8ed-e9fb6fe18dc5 admin admin] Made reservation on behalf of 302cfbe81821483b992726cb2c7ceb99 for: {'subnet': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:05:48.605120 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fcfd58b6-5558-40fd-b8ed-e9fb6fe18dc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848239344'] for subnet, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:48.898479 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da3891-a135-463a-bc8e-8f4e2fc22073 req-48941ce1-4aae-4b48-bf75-00ef218f6714 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:48.900144 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-53da3891-a135-463a-bc8e-8f4e2fc22073 req-48941ce1-4aae-4b48-bf75-00ef218f6714 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=6193fdb2-2618-4c20-9f66-e12a38447e76 HTTP/1.1" status: 200  len: 944 time: 0.2274106
Feb 03 20:05:49.017461 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-53da3891-a135-463a-bc8e-8f4e2fc22073 req-a136fbc1-fd30-4f0b-a270-46ed092e9a06 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819409
Feb 03 20:05:49.254037 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device e12cd765-5c65-4398-8603-aaf5a27f1e9e up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:05:49.363317 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88ad29-715a-4f05-958e-40948937320d req-438f1f73-10d9-45ab-9acc-b9c87ceca7ae tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:49.365371 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1c88ad29-715a-4f05-958e-40948937320d req-438f1f73-10d9-45ab-9acc-b9c87ceca7ae tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.2152803
Feb 03 20:05:49.397528 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09731677-e1cf-4ff7-8e2a-ac53b42d017a req-31cea20a-2546-4ccc-9878-278af205c34b tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:49.399029 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09731677-e1cf-4ff7-8e2a-ac53b42d017a req-31cea20a-2546-4ccc-9878-278af205c34b tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.2034097
Feb 03 20:05:49.465239 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1c88ad29-715a-4f05-958e-40948937320d req-eaad02c7-c8e6-44d0-b3c1-6e4143198e86 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0908837
Feb 03 20:05:49.476858 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09731677-e1cf-4ff7-8e2a-ac53b42d017a req-c95b770f-3455-4ddd-9338-4dc499797eb1 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706675
Feb 03 20:05:49.523653 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning for port e12cd765-5c65-4398-8603-aaf5a27f1e9e completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:05:49.531415 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port e12cd765-5c65-4398-8603-aaf5a27f1e9e triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:05:49.531839 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:49.544241 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fcfd58b6-5558-40fd-b8ed-e9fb6fe18dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848090215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848239325'] for subnet, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:49.574039 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ff621983-6830-4576-9b7b-11a8364fd86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:49.707400 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:49.712104 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd58b6-5558-40fd-b8ed-e9fb6fe18dc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b775cc5b-5013-4263-9f2c-1e5d75170787,revision_number=0']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:49.719838 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-fcfd58b6-5558-40fd-b8ed-e9fb6fe18dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:49.737231 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6193fdb2-2618-4c20-9f66-e12a38447e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12cd765-5c65-4398-8603-aaf5a27f1e9e'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:05:49.748989 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port e12cd765-5c65-4398-8603-aaf5a27f1e9e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e12cd765-5c65-4398-8603-aaf5a27f1e9e,segment=NetworkSegment(afc61110-ec15-4e2d-a68a-fa4e69c24ea7),segment_id=afc61110-ec15-4e2d-a68a-fa4e69c24ea7)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:05:49.754253 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:49.756385 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:49.790779 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa7a6e-8ac0-49c7-93b2-5a0bc14ea1c8 req-603fef2c-29fb-49fb-a9a8-46a42757b5b1 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:49.792529 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-eaaa7a6e-8ac0-49c7-93b2-5a0bc14ea1c8 req-603fef2c-29fb-49fb-a9a8-46a42757b5b1 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 944 time: 0.1872439
Feb 03 20:05:49.821778 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd58b6-5558-40fd-b8ed-e9fb6fe18dc5 admin admin] Checking segment: {'id': 'b9a5111d-b5c1-4b7f-9684-354dcd88b50e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'cb3735fa-ae5b-4082-b53d-eac05bfe90ce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:05:49.822614 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfd58b6-5558-40fd-b8ed-e9fb6fe18dc5 admin admin] Network hostable DHCP agents. Network: cb3735fa-ae5b-4082-b53d-eac05bfe90ce, hostable agents: ['78a9ef71-605a-41eb-85ca-137cef06346e'], hosted agents: [] {{(pid=80146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 20:05:49.830685 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6193fdb2-2618-4c20-9f66-e12a38447e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12cd765-5c65-4398-8603-aaf5a27f1e9e', 'code': 200}
Feb 03 20:05:49.846712 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=e12cd765-5c65-4398-8603-aaf5a27f1e9e,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:49.850832 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:49.853124 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfd58b6-5558-40fd-b8ed-e9fb6fe18dc5 admin admin] Network cb3735fa-ae5b-4082-b53d-eac05bfe90ce is scheduled to be hosted by DHCP agent 78a9ef71-605a-41eb-85ca-137cef06346e with binding_index 1 {{(pid=80146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 20:05:49.864626 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-fcfd58b6-5558-40fd-b8ed-e9fb6fe18dc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-iscsi, cb3735fa-ae5b-4082-b53d-eac05bfe90ce) {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:05:49.874110 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2b1cf9-60ca-4371-a5c5-edf86f4cc88b None None] Network cb3735fa-ae5b-4082-b53d-eac05bfe90ce requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:05:49.882139 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfd58b6-5558-40fd-b8ed-e9fb6fe18dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:49.882783 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fcfd58b6-5558-40fd-b8ed-e9fb6fe18dc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:49.882991 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-eaaa7a6e-8ac0-49c7-93b2-5a0bc14ea1c8 req-ea3f43a9-807e-4252-97d0-e7e293d6b5d0 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0819383
Feb 03 20:05:49.908182 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-fcfd58b6-5558-40fd-b8ed-e9fb6fe18dc5 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3473108
Feb 03 20:05:50.142079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17a2574-a96a-48ea-bf89-a6535bb3c08d None None] Network cb3735fa-ae5b-4082-b53d-eac05bfe90ce requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:05:50.402223 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c9402-8577-4dc6-a8be-957fc2991698 req-49b9c2a6-7258-47e9-abb3-90e046b74609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:50.406802 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6f9c9402-8577-4dc6-a8be-957fc2991698 req-49b9c2a6-7258-47e9-abb3-90e046b74609 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6193fdb2-2618-4c20-9f66-e12a38447e76 HTTP/1.1" status: 200  len: 1163 time: 0.1531167
Feb 03 20:05:50.470655 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6f9c9402-8577-4dc6-a8be-957fc2991698 req-672096cb-d1c5-4b84-b4a8-2ce7c274192d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506778
Feb 03 20:05:50.495116 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fd994-4da0-4744-a133-696dad42401c req-53d6012c-c42d-4a2c-a94d-c6acaecd63a8 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:50.496863 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9f0fd994-4da0-4744-a133-696dad42401c req-53d6012c-c42d-4a2c-a94d-c6acaecd63a8 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=6193fdb2-2618-4c20-9f66-e12a38447e76 HTTP/1.1" status: 200  len: 946 time: 0.2834480
Feb 03 20:05:50.567289 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9f0fd994-4da0-4744-a133-696dad42401c req-5ec8a7af-6889-4a18-968a-8a9796aef06d tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637765
Feb 03 20:05:50.662334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device f8b564b3-821b-48b8-9163-12b4ea3a05ec up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:05:50.831466 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfe81c-22b7-445a-9256-ce98d006830c req-d5526492-ba40-41f5-a972-9a6d6c39208c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:50.833208 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6fcfe81c-22b7-445a-9256-ce98d006830c req-d5526492-ba40-41f5-a972-9a6d6c39208c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.2040331
Feb 03 20:05:50.846195 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port f8b564b3-821b-48b8-9163-12b4ea3a05ec triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:05:50.846657 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:50.917103 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6fcfe81c-22b7-445a-9256-ce98d006830c req-9ed123bf-638e-4a4f-bb74-d8bb8e409ef1 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771463
Feb 03 20:05:50.997006 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device e12cd765-5c65-4398-8603-aaf5a27f1e9e up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:05:51.020535 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48793a-ca7b-4095-a536-ffafe0edc048 req-5b1785a3-ed70-4f37-ada0-12a9d85fcb50 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:51.022350 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cf48793a-ca7b-4095-a536-ffafe0edc048 req-5b1785a3-ed70-4f37-ada0-12a9d85fcb50 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.2249782
Feb 03 20:05:51.071862 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port e12cd765-5c65-4398-8603-aaf5a27f1e9e triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:05:51.072346 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:51.090467 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cf48793a-ca7b-4095-a536-ffafe0edc048 req-3a788563-b979-4c26-a8d2-548383bda1ce tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612783
Feb 03 20:05:51.217211 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6c342-60df-4cc5-8a3f-0798dc3309c4 req-a4b8d3a0-c24c-4d0e-945d-f1f1dc6afa76 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:51.218899 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ccc6c342-60df-4cc5-8a3f-0798dc3309c4 req-a4b8d3a0-c24c-4d0e-945d-f1f1dc6afa76 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 944 time: 0.1744962
Feb 03 20:05:51.283586 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ccc6c342-60df-4cc5-8a3f-0798dc3309c4 req-0009a5d7-9eba-4501-961b-49109a14e2ea tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0582907
Feb 03 20:05:51.869371 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074cc02-715b-498d-bcdc-d5e77f069665 req-33719558-b55a-4193-9524-de37f863226a tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:51.870927 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2074cc02-715b-498d-bcdc-d5e77f069665 req-33719558-b55a-4193-9524-de37f863226a tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=6193fdb2-2618-4c20-9f66-e12a38447e76 HTTP/1.1" status: 200  len: 946 time: 0.1676950
Feb 03 20:05:51.937348 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2074cc02-715b-498d-bcdc-d5e77f069665 req-b39a671f-7824-4a77-a4bc-3ca86bf450f3 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599036
Feb 03 20:05:52.242745 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c643bef-b7ad-48f9-9f03-e69ebbc5be6f req-3a62a560-0d1f-48cf-b7ee-2f29eb2d222c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:52.244377 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3c643bef-b7ad-48f9-9f03-e69ebbc5be6f req-3a62a560-0d1f-48cf-b7ee-2f29eb2d222c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.1778009
Feb 03 20:05:52.318441 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3c643bef-b7ad-48f9-9f03-e69ebbc5be6f req-912bc19f-9adb-4f34-b279-99e4c05adfcf tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653036
Feb 03 20:05:52.429616 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a0ce0-5717-4858-9622-d5450fc69652 req-d8bee9b4-f0fc-4daf-9309-946d1f1d176c tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:52.430345 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-433a0ce0-5717-4858-9622-d5450fc69652 req-d8bee9b4-f0fc-4daf-9309-946d1f1d176c tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Synchronizing usage tracker for tenant:302cfbe81821483b992726cb2c7ceb99 on resource:network {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:05:52.448149 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-433a0ce0-5717-4858-9622-d5450fc69652 req-d8bee9b4-f0fc-4daf-9309-946d1f1d176c tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Unset dirty status for tenant:302cfbe81821483b992726cb2c7ceb99 on resource:network {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:05:52.449715 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-433a0ce0-5717-4858-9622-d5450fc69652 req-d8bee9b4-f0fc-4daf-9309-946d1f1d176c tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/networks?id=cb3735fa-ae5b-4082-b53d-eac05bfe90ce HTTP/1.1" status: 200  len: 814 time: 0.2939205
Feb 03 20:05:52.466440 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-433a0ce0-5717-4858-9622-d5450fc69652 req-a93c9053-d952-44ce-93ad-01b12fcdf730 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/quotas/302cfbe81821483b992726cb2c7ceb99 HTTP/1.1" status: 200  len: 375 time: 0.0106273
Feb 03 20:05:52.530245 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-433a0ce0-5717-4858-9622-d5450fc69652 req-8492130c-fe8c-459c-9f06-1c784d93cc98 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=302cfbe81821483b992726cb2c7ceb99&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0563860
Feb 03 20:05:52.620805 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf7f3c-2140-4c4e-baa7-3e69ef9cfebf req-c9090dde-8d3d-48fd-ba6f-564a23d1f16c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:52.622551 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bbbf7f3c-2140-4c4e-baa7-3e69ef9cfebf req-c9090dde-8d3d-48fd-ba6f-564a23d1f16c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.1752889
Feb 03 20:05:52.700172 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bbbf7f3c-2140-4c4e-baa7-3e69ef9cfebf req-7ea924d9-363b-4e04-a362-4d2adb47de55 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0705914
Feb 03 20:05:52.716691 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-433a0ce0-5717-4858-9622-d5450fc69652 req-81e3c3c3-fce6-4167-ba33-774e17b40324 service neutron] 10.222.0.103 "GET /v2.0/networks/cb3735fa-ae5b-4082-b53d-eac05bfe90ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1782169
Feb 03 20:05:52.851205 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9a6a3f46-84a4-416a-be4d-a29be128ac88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:52.868161 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-433a0ce0-5717-4858-9622-d5450fc69652 req-188df2db-3680-40f8-be5b-30d87dbf930c service neutron] 10.222.0.103 "GET /v2.0/networks/cb3735fa-ae5b-4082-b53d-eac05bfe90ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1505096
Feb 03 20:05:53.028911 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device f8b564b3-821b-48b8-9163-12b4ea3a05ec up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:05:53.082878 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42291f4-2521-46f1-9ea5-0e542ee53b51 req-6903b632-ab0d-4525-b21a-c477908a0fef tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:53.085696 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e42291f4-2521-46f1-9ea5-0e542ee53b51 req-6903b632-ab0d-4525-b21a-c477908a0fef tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 944 time: 0.2428055
Feb 03 20:05:53.166337 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port f8b564b3-821b-48b8-9163-12b4ea3a05ec triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:05:53.167431 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:53.192666 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e42291f4-2521-46f1-9ea5-0e542ee53b51 req-8ba01f09-270b-448d-a8cf-b2b50d7c4b79 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0937424
Feb 03 20:05:53.391849 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device e12cd765-5c65-4398-8603-aaf5a27f1e9e up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:05:53.479914 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port e12cd765-5c65-4398-8603-aaf5a27f1e9e triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:05:53.480337 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:53.557099 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-573767a2-1a36-4e3e-bed8-7121225530bc req-c1f0e5a5-7b61-4b24-9e36-ff49015d602f tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=0d3dd952-d234-43a6-a0cc-b5837978fd58 HTTP/1.1" status: 200  len: 210 time: 0.0656855
Feb 03 20:05:53.824767 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dff535-a825-45a9-ac39-5cf8c67f081e req-85b5f8c3-8031-46de-a8d6-e9c6449680a3 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:53.826615 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a9dff535-a825-45a9-ac39-5cf8c67f081e req-85b5f8c3-8031-46de-a8d6-e9c6449680a3 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=6193fdb2-2618-4c20-9f66-e12a38447e76 HTTP/1.1" status: 200  len: 946 time: 0.3888113
Feb 03 20:05:53.852283 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3524767-90b9-4ebb-a594-c516d083b0b7 req-abe2638b-1764-4d8b-a9e7-02e3118f11c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:53.853891 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b3524767-90b9-4ebb-a594-c516d083b0b7 req-abe2638b-1764-4d8b-a9e7-02e3118f11c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54fb9a949b3245c7a0731011941f5a06&device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 1162 time: 0.2769239
Feb 03 20:05:53.864402 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbea15f-e092-49ca-add5-bc5b227d812d req-5c78b840-692e-457f-b76d-f255056d8c7c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:53.866091 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9cbea15f-e092-49ca-add5-bc5b227d812d req-5c78b840-692e-457f-b76d-f255056d8c7c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.1891708
Feb 03 20:05:53.904163 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a9dff535-a825-45a9-ac39-5cf8c67f081e req-a36a9378-ee1b-4244-ac1a-d1bc76c03fcf tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697050
Feb 03 20:05:53.940165 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9cbea15f-e092-49ca-add5-bc5b227d812d req-c689f522-0720-4c57-8aef-ea1337e39cc5 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673115
Feb 03 20:05:54.135374 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3524767-90b9-4ebb-a594-c516d083b0b7 req-154e23e4-b0f2-4b27-bf00-9f502f464fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:54.137085 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b3524767-90b9-4ebb-a594-c516d083b0b7 req-154e23e4-b0f2-4b27-bf00-9f502f464fff service neutron] 10.222.0.67 "GET /v2.0/networks?id=d66d5c41-e90b-4c7c-9091-e02b4897e8ac HTTP/1.1" status: 200  len: 912 time: 0.2318826
Feb 03 20:05:54.228554 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b3524767-90b9-4ebb-a594-c516d083b0b7 req-21d317be-5676-4397-b339-b7b448b531b4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7870cd4f-7380-4fd7-9469-292c8f4c32d3 HTTP/1.1" status: 200  len: 217 time: 0.0800638
Feb 03 20:05:54.237831 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:54.285343 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc29cb7-66cd-4b72-a76b-ee86e6684edf req-e4cf5481-cd83-482a-bb59-edf3e1f93e39 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:54.288501 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-edc29cb7-66cd-4b72-a76b-ee86e6684edf req-e4cf5481-cd83-482a-bb59-edf3e1f93e39 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.2093909
Feb 03 20:05:54.331803 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220e2e7-efd9-4047-a2e1-b5f4bf1a4282 req-fd04e268-f741-48f9-8d80-e238efdd95e6 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:54.335167 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9220e2e7-efd9-4047-a2e1-b5f4bf1a4282 req-fd04e268-f741-48f9-8d80-e238efdd95e6 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.2814169
Feb 03 20:05:54.364620 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-edc29cb7-66cd-4b72-a76b-ee86e6684edf req-16b276c3-1ede-45b4-a98a-d27e87aae099 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0684612
Feb 03 20:05:54.421057 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3524767-90b9-4ebb-a594-c516d083b0b7 req-e97b9d10-56f7-45d3-9c7a-f5948cbd7867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:54.422650 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b3524767-90b9-4ebb-a594-c516d083b0b7 req-e97b9d10-56f7-45d3-9c7a-f5948cbd7867 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79590a3a-e4fa-4711-a4bb-192651bead9e HTTP/1.1" status: 200  len: 858 time: 0.0865211
Feb 03 20:05:54.490214 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b3524767-90b9-4ebb-a594-c516d083b0b7 req-b18e7984-072f-4166-b01f-f79719411461 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d66d5c41-e90b-4c7c-9091-e02b4897e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0575454
Feb 03 20:05:54.511595 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9220e2e7-efd9-4047-a2e1-b5f4bf1a4282 req-851e6551-882e-42b4-ad24-3c66df6ddea1 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309981
Feb 03 20:05:54.630280 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device e12cd765-5c65-4398-8603-aaf5a27f1e9e up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:05:54.685748 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b3524767-90b9-4ebb-a594-c516d083b0b7 req-1a2ae5c5-8c77-4d20-9b0d-83dc1af35912 service neutron] 10.222.0.67 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1598885
Feb 03 20:05:54.778544 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e643a-5c9f-4c48-a0ec-6dcf7e7c0970 req-87ce64a1-112a-455c-884f-eac17b1748fa tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:54.780824 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-dd2e643a-5c9f-4c48-a0ec-6dcf7e7c0970 req-87ce64a1-112a-455c-884f-eac17b1748fa tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 944 time: 0.2713270
Feb 03 20:05:54.785167 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port e12cd765-5c65-4398-8603-aaf5a27f1e9e triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:05:54.785900 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:54.859797 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-dd2e643a-5c9f-4c48-a0ec-6dcf7e7c0970 req-56bafa8f-febf-4ac0-8aa9-51777d0d0a1b tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0731492
Feb 03 20:05:54.870661 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cc36a1bc-76a0-4955-887c-7ff268237be4 req-b1bf7199-a771-47e6-889a-0493be8ea72b tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=0d3dd952-d234-43a6-a0cc-b5837978fd58 HTTP/1.1" status: 200  len: 210 time: 0.0783868
Feb 03 20:05:54.930981 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b3524767-90b9-4ebb-a594-c516d083b0b7 req-b3957438-eeec-4b1d-ba3d-ef704e9de887 service neutron] 10.222.0.67 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2339199
Feb 03 20:05:55.242378 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc46cd7-5401-480c-9f6a-37e60c25e87e req-0ddd8085-3e0f-43bd-939c-fdc1e6270f23 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:55.244056 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2bc46cd7-5401-480c-9f6a-37e60c25e87e req-0ddd8085-3e0f-43bd-939c-fdc1e6270f23 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.1674271
Feb 03 20:05:55.287418 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f2d252df-6f48-4476-9e36-fbfc00fa2d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:55.309683 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2bc46cd7-5401-480c-9f6a-37e60c25e87e req-71b09a88-6837-4ce2-8e80-3fa51fbd59a9 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592322
Feb 03 20:05:55.716727 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8370b-c041-4ccd-8a69-47fc8805fa6c req-77e7b1b3-2bac-45e7-98e4-ca5f0146f72c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:55.719166 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1bc8370b-c041-4ccd-8a69-47fc8805fa6c req-77e7b1b3-2bac-45e7-98e4-ca5f0146f72c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.2071207
Feb 03 20:05:55.898508 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1bc8370b-c041-4ccd-8a69-47fc8805fa6c req-dd3e5f7c-dfd7-47a6-b3b3-4af24949ef2d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1419752
Feb 03 20:05:55.981422 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:56.047926 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f2a99-2b6e-4587-b7a2-529d3ffdaae5 req-200288e2-8179-4f77-a722-2eb8b84a4340 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:56.049841 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-362f2a99-2b6e-4587-b7a2-529d3ffdaae5 req-200288e2-8179-4f77-a722-2eb8b84a4340 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1999454
Feb 03 20:05:56.050387 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a0ce0-5717-4858-9622-d5450fc69652 req-b52e13a7-7bf5-4a55-8a6c-fa8b6135d735 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:56.052064 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-433a0ce0-5717-4858-9622-d5450fc69652 req-b52e13a7-7bf5-4a55-8a6c-fa8b6135d735 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.67 "GET /v2.0/networks?id=cb3735fa-ae5b-4082-b53d-eac05bfe90ce HTTP/1.1" status: 200  len: 814 time: 0.3312287
Feb 03 20:05:56.091531 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-433a0ce0-5717-4858-9622-d5450fc69652 req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Request body: {'port': {'device_id': '0d3dd952-d234-43a6-a0cc-b5837978fd58', 'network_id': 'cb3735fa-ae5b-4082-b53d-eac05bfe90ce', 'admin_state_up': True, 'tenant_id': '302cfbe81821483b992726cb2c7ceb99'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:05:56.117688 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-362f2a99-2b6e-4587-b7a2-529d3ffdaae5 req-b26ff7d9-f794-4b79-bbdd-1cdd63f53cb6 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607481
Feb 03 20:05:56.392020 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8588e8b-7cc3-496d-9e57-9dcbb5baa456 req-6625dee4-7f9a-442d-8662-2e733e6559e5 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:56.393731 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e8588e8b-7cc3-496d-9e57-9dcbb5baa456 req-6625dee4-7f9a-442d-8662-2e733e6559e5 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=6193fdb2-2618-4c20-9f66-e12a38447e76 HTTP/1.1" status: 200  len: 946 time: 0.3086128
Feb 03 20:05:56.399355 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-433a0ce0-5717-4858-9622-d5450fc69652 req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:05:56.409364 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e81229-8228-4d36-b853-15508cf53f93 req-19c37ba6-eabc-4f0c-b6d7-83f0e3382e2d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:56.411068 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-14e81229-8228-4d36-b853-15508cf53f93 req-19c37ba6-eabc-4f0c-b6d7-83f0e3382e2d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 944 time: 0.1736495
Feb 03 20:05:56.418563 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-433a0ce0-5717-4858-9622-d5450fc69652 req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Usage tracker for resource:port and tenant:302cfbe81821483b992726cb2c7ceb99 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:05:56.424113 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-433a0ce0-5717-4858-9622-d5450fc69652 req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:05:56.434236 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-433a0ce0-5717-4858-9622-d5450fc69652 req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:05:56.477534 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-14e81229-8228-4d36-b853-15508cf53f93 req-65ccedca-6974-45f8-8ee2-0ba650f48aea tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0601828
Feb 03 20:05:56.480488 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e8588e8b-7cc3-496d-9e57-9dcbb5baa456 req-af70c11f-f7fc-4d2c-bded-805860000f3e tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783634
Feb 03 20:05:56.481178 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-433a0ce0-5717-4858-9622-d5450fc69652 req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Made reservation on behalf of 302cfbe81821483b992726cb2c7ceb99 for: {'port': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:05:56.504668 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-433a0ce0-5717-4858-9622-d5450fc69652 req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:56.694100 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c74d236d-c5e4-47ef-9f54-2edab2e9ae1b req-798144f0-4784-4b72-9c1b-6362775874b3 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=0d3dd952-d234-43a6-a0cc-b5837978fd58 HTTP/1.1" status: 200  len: 210 time: 0.0632167
Feb 03 20:05:56.713791 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:56.806211 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47861559-f401-4beb-82e7-64326c5fe36d req-08022b74-d208-4687-bd30-7e8133c60593 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:56.808042 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-47861559-f401-4beb-82e7-64326c5fe36d req-08022b74-d208-4687-bd30-7e8133c60593 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.1751547
Feb 03 20:05:56.872952 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-47861559-f401-4beb-82e7-64326c5fe36d req-979f59a9-063e-40f6-a7a7-81d792b5c4b6 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584722
Feb 03 20:05:57.148559 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-433a0ce0-5717-4858-9622-d5450fc69652 req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Allocated IP 172.20.0.2 (cb3735fa-ae5b-4082-b53d-eac05bfe90ce/b775cc5b-5013-4263-9f2c-1e5d75170787/3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:05:57.222316 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:57.308330 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d618c-ba37-44a1-8869-07a1eaf8829d req-e6408791-1496-46c7-8728-22d2f09b0399 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:57.310020 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6d1d618c-ba37-44a1-8869-07a1eaf8829d req-e6408791-1496-46c7-8728-22d2f09b0399 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.2370071
Feb 03 20:05:57.435136 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6cf9f-6ba3-4480-a527-e5a07d69e1d8 req-6dbecebc-7039-419c-8c2a-5af4377b097b tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:57.436897 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3fa6cf9f-6ba3-4480-a527-e5a07d69e1d8 req-6dbecebc-7039-419c-8c2a-5af4377b097b tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1738873
Feb 03 20:05:57.465579 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6d1d618c-ba37-44a1-8869-07a1eaf8829d req-90d8199a-f038-4ffe-b716-d8b433699ffe tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1480553
Feb 03 20:05:57.507510 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3fa6cf9f-6ba3-4480-a527-e5a07d69e1d8 req-51c74381-cf42-4997-9c03-5cdba5136eaa tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643513
Feb 03 20:05:57.543885 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-433a0ce0-5717-4858-9622-d5450fc69652 req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:57.602557 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-433a0ce0-5717-4858-9622-d5450fc69652 req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:57.619730 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-623d29f0-3841-4174-8917-a4feebe9af5d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:57.817989 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Pushing event updated for resources: {'Port': ['ID=3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:57.844668 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.845165 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.845918 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.846311 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.846702 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.847090 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.847465 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.847947 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.848219 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.848832 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.848983 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.849299 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.849698 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.850354 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.850482 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.851150 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.851150 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.851493 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.851944 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.852253 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.852625 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.853002 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.853565 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.853738 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:05:57.856507 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67f005-2232-4274-beb2-0ac6ac839321 req-83ac81da-3ab7-499a-a669-900a0e8cd112 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:57.866281 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 73d049f9-a6b7-47d9-8126-1cb74d2dec0f up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:05:57.869109 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6e67f005-2232-4274-beb2-0ac6ac839321 req-83ac81da-3ab7-499a-a669-900a0e8cd112 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 944 time: 0.2065408
Feb 03 20:05:57.869961 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:57.928097 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433a0ce0-5717-4858-9622-d5450fc69652 req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Network cb3735fa-ae5b-4082-b53d-eac05bfe90ce is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:05:57.930021 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-433a0ce0-5717-4858-9622-d5450fc69652 req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:05:57.949268 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning for port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:05:57.956090 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:05:57.956813 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:57.974198 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6e67f005-2232-4274-beb2-0ac6ac839321 req-2d434abc-ceba-4167-971c-29f2300823c8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0924168
Feb 03 20:05:58.018743 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d410dd-ac26-4b5f-b636-deb12dffc73e req-8ea9b9eb-f3e4-426b-accb-ccc7a16cc65c tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:58.026298 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-47d410dd-ac26-4b5f-b636-deb12dffc73e req-8ea9b9eb-f3e4-426b-accb-ccc7a16cc65c tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=6193fdb2-2618-4c20-9f66-e12a38447e76 HTTP/1.1" status: 200  len: 946 time: 0.3008935
Feb 03 20:05:58.029065 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-433a0ce0-5717-4858-9622-d5450fc69652 req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:05:58.097538 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a0ce0-5717-4858-9622-d5450fc69652 req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:58.098257 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-433a0ce0-5717-4858-9622-d5450fc69652 req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:58.103161 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:58.145796 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a0d05e-ea1d-483f-91eb-7a291296ace3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d049f9-a6b7-47d9-8126-1cb74d2dec0f'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:05:58.158070 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=73d049f9-a6b7-47d9-8126-1cb74d2dec0f,segment=NetworkSegment(2983977f-f2e2-4870-b6cb-bdc4e6955295),segment_id=2983977f-f2e2-4870-b6cb-bdc4e6955295)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:05:58.163071 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:58.164055 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-433a0ce0-5717-4858-9622-d5450fc69652 req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0767658
Feb 03 20:05:58.167072 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-244214a9-a833-49da-9054-cdd0e511c491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:05:58.207337 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-47d410dd-ac26-4b5f-b636-deb12dffc73e req-5a30e160-e181-410d-8121-e74aa0fae834 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768832
Feb 03 20:05:58.224166 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-433a0ce0-5717-4858-9622-d5450fc69652 req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Request body: {'port': {'device_id': '0d3dd952-d234-43a6-a0cc-b5837978fd58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:05:58.340630 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=73d049f9-a6b7-47d9-8126-1cb74d2dec0f,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:05:58.352554 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:05:58.374708 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118b311-7248-4d18-8f26-841e60f398aa req-cc9b74b2-26dc-49bb-b1b7-10532c3c5909 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:58.376680 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c118b311-7248-4d18-8f26-841e60f398aa req-cc9b74b2-26dc-49bb-b1b7-10532c3c5909 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=0d3dd952-d234-43a6-a0cc-b5837978fd58 HTTP/1.1" status: 200  len: 931 time: 0.2564132
Feb 03 20:05:58.467699 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-c118b311-7248-4d18-8f26-841e60f398aa req-40661693-fc17-43cd-9611-0894c2461b14 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Synchronizing usage tracker for tenant:302cfbe81821483b992726cb2c7ceb99 on resource:security_group {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:05:58.495081 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-c118b311-7248-4d18-8f26-841e60f398aa req-40661693-fc17-43cd-9611-0894c2461b14 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Unset dirty status for tenant:302cfbe81821483b992726cb2c7ceb99 on resource:security_group {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:05:58.496537 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c118b311-7248-4d18-8f26-841e60f398aa req-40661693-fc17-43cd-9611-0894c2461b14 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139498
Feb 03 20:05:58.561986 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-433a0ce0-5717-4858-9622-d5450fc69652 req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:58.620573 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a0d05e-ea1d-483f-91eb-7a291296ace3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d049f9-a6b7-47d9-8126-1cb74d2dec0f', 'code': 200}
Feb 03 20:05:58.779173 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f0e86-bb78-4c4a-a951-b9762bb59c1f req-8fa83954-fa8b-4097-8c0e-0acf15af7764 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:58.800146 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0d5f0e86-bb78-4c4a-a951-b9762bb59c1f req-8fa83954-fa8b-4097-8c0e-0acf15af7764 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.3720579
Feb 03 20:05:58.871451 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 73d049f9-a6b7-47d9-8126-1cb74d2dec0f up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:05:58.909669 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0d5f0e86-bb78-4c4a-a951-b9762bb59c1f req-1cc41cdb-eaff-4646-a6b7-1cd573f8fcff tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1081882
Feb 03 20:05:59.038659 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:05:59.039418 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:59.053425 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a00a34-c1e1-434e-b1b9-1c5c65ad2253 req-1cdc04c1-9526-49b3-9da2-9af0976f7d03 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:59.061143 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c5a00a34-c1e1-434e-b1b9-1c5c65ad2253 req-1cdc04c1-9526-49b3-9da2-9af0976f7d03 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.2765238
Feb 03 20:05:59.161000 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c5a00a34-c1e1-434e-b1b9-1c5c65ad2253 req-a3184f01-d045-49de-b28f-8285ea78e5f1 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0988116
Feb 03 20:05:59.310689 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13234519-8a41-496c-ae80-d8213b2a32b7 req-95d49a0f-1fad-48df-8593-2e38800a6ff9 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:59.312302 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-13234519-8a41-496c-ae80-d8213b2a32b7 req-95d49a0f-1fad-48df-8593-2e38800a6ff9 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.67 "GET /v2.0/ports?device_id=6193fdb2-2618-4c20-9f66-e12a38447e76 HTTP/1.1" status: 200  len: 946 time: 0.4213147
Feb 03 20:05:59.436013 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407dda1-244f-42da-a4d3-0181ef96fb68 req-8501ccb9-085e-444f-93eb-a0f33ef96671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:59.437853 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b407dda1-244f-42da-a4d3-0181ef96fb68 req-8501ccb9-085e-444f-93eb-a0f33ef96671 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 1163 time: 0.1962283
Feb 03 20:05:59.659367 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-13234519-8a41-496c-ae80-d8213b2a32b7 req-93e1954a-9fac-426b-91b3-08fad7b0f406 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Deleting port e12cd765-5c65-4398-8603-aaf5a27f1e9e {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:05:59.659944 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-13234519-8a41-496c-ae80-d8213b2a32b7 req-93e1954a-9fac-426b-91b3-08fad7b0f406 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:05:59.669608 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78217b64-1b82-4be1-a250-9d4437c56dae req-1745bcb3-5df5-4982-9560-2e88bd87defe tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:59.677932 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-78217b64-1b82-4be1-a250-9d4437c56dae req-1745bcb3-5df5-4982-9560-2e88bd87defe tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.5034266
Feb 03 20:05:59.719312 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b407dda1-244f-42da-a4d3-0181ef96fb68 req-b57d5fec-d8b5-4bc3-9d29-1ed2fc9bf2fb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2211711
Feb 03 20:05:59.780517 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-78217b64-1b82-4be1-a250-9d4437c56dae req-f3eef168-4a01-4e39-aace-d47b92bbf1f6 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015778
Feb 03 20:05:59.945349 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d206fd7-f330-4252-85ef-3167143e16a9 req-73fc3bc9-e817-4bea-ac88-c4ffcff819b9 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:05:59.953218 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4d206fd7-f330-4252-85ef-3167143e16a9 req-73fc3bc9-e817-4bea-ac88-c4ffcff819b9 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.2654305
Feb 03 20:05:59.978613 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [req-433a0ce0-5717-4858-9622-d5450fc69652 req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba {{(pid=80144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 20:05:59.990397 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-433a0ce0-5717-4858-9622-d5450fc69652 req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Notify callbacks [] for port, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:00.012648 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-433a0ce0-5717-4858-9622-d5450fc69652 req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Transition to ACTIVE for port object 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba will not be triggered until provisioned by entity L2. {{(pid=80144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:06:00.027044 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-433a0ce0-5717-4858-9622-d5450fc69652 req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:00.049761 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5a1e3a38-1a82-49fe-80f7-d6a8470a1589 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:00.108594 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4d206fd7-f330-4252-85ef-3167143e16a9 req-64d7ec9e-f267-4343-b1f3-ed8f5ba5b4f4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1543012
Feb 03 20:06:00.270649 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-13234519-8a41-496c-ae80-d8213b2a32b7 req-93e1954a-9fac-426b-91b3-08fad7b0f406 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] For port e12cd765-5c65-4398-8603-aaf5a27f1e9e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e12cd765-5c65-4398-8603-aaf5a27f1e9e,segment=NetworkSegment(afc61110-ec15-4e2d-a68a-fa4e69c24ea7),segment_id=afc61110-ec15-4e2d-a68a-fa4e69c24ea7)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:06:00.271051 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-13234519-8a41-496c-ae80-d8213b2a32b7 req-93e1954a-9fac-426b-91b3-08fad7b0f406 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:00.431944 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-13234519-8a41-496c-ae80-d8213b2a32b7 req-93e1954a-9fac-426b-91b3-08fad7b0f406 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Calling delete_port for e12cd765-5c65-4398-8603-aaf5a27f1e9e owned by compute:nova {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:06:00.502716 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e53b2c-33a5-469c-9f87-712b718ebb48 req-f6a1668a-51c4-45f1-92e3-27f98520c2ce tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:00.505170 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c6e53b2c-33a5-469c-9f87-712b718ebb48 req-f6a1668a-51c4-45f1-92e3-27f98520c2ce tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=6193fdb2-2618-4c20-9f66-e12a38447e76 HTTP/1.1" status: 200  len: 946 time: 0.5938787
Feb 03 20:06:00.505988 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Pushing event updated for resources: {'Port': ['ID=3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba,revision_number=2']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:00.511271 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:00.595933 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device e12cd765-5c65-4398-8603-aaf5a27f1e9e no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:06:00.730202 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c6e53b2c-33a5-469c-9f87-712b718ebb48 req-7e81d289-ba77-4448-a81c-5b9a9fe6a485 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2162898
Feb 03 20:06:00.733333 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-433a0ce0-5717-4858-9622-d5450fc69652 req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Attempting to bind port 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:06:00.733836 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-433a0ce0-5717-4858-9622-d5450fc69652 req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Attempting to bind port 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'b9a5111d-b5c1-4b7f-9684-354dcd88b50e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'cb3735fa-ae5b-4082-b53d-eac05bfe90ce'}] {{(pid=80144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:06:00.734306 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a0ce0-5717-4858-9622-d5450fc69652 req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Attempting to bind port 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba on network cb3735fa-ae5b-4082-b53d-eac05bfe90ce {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:06:00.751138 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-13234519-8a41-496c-ae80-d8213b2a32b7 req-93e1954a-9fac-426b-91b3-08fad7b0f406 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:00.757205 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a0ce0-5717-4858-9622-d5450fc69652 req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Checking agent: {'id': 'd65f81c7-83bc-4486-bd9d-9b0ec76bab54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 0, 54), 'started_at': datetime.datetime(2021, 2, 3, 20, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.109', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:06:00.757525 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a0ce0-5717-4858-9622-d5450fc69652 req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Checking segment: {'id': 'b9a5111d-b5c1-4b7f-9684-354dcd88b50e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'cb3735fa-ae5b-4082-b53d-eac05bfe90ce'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:06:00.757930 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-433a0ce0-5717-4858-9622-d5450fc69652 req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:00.758323 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a0ce0-5717-4858-9622-d5450fc69652 req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Bound using segment: {'id': 'b9a5111d-b5c1-4b7f-9684-354dcd88b50e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'cb3735fa-ae5b-4082-b53d-eac05bfe90ce'} {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:06:00.758813 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-433a0ce0-5717-4858-9622-d5450fc69652 req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Bound port: 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a5111d-b5c1-4b7f-9684-354dcd88b50e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'cb3735fa-ae5b-4082-b53d-eac05bfe90ce'}}] {{(pid=80144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:06:00.759163 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-433a0ce0-5717-4858-9622-d5450fc69652 req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:00.769688 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Port e12cd765-5c65-4398-8603-aaf5a27f1e9e update to DOWN by agent not found {{(pid=80147) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}}
Feb 03 20:06:00.786972 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2552f3d6-6dcf-49f9-a6bf-6182c5e84675 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:00.957679 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-433a0ce0-5717-4858-9622-d5450fc69652 req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] For port 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba, host hv-cinder-77398, cleared binding levels {{(pid=80144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:06:01.008457 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1954a-9fac-426b-91b3-08fad7b0f406 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Pushing event deleted for resources: {'Port': ['ID=e12cd765-5c65-4398-8603-aaf5a27f1e9e,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:01.030096 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-93e1954a-9fac-426b-91b3-08fad7b0f406 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:01.199442 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acafee-b655-4091-912b-816c408159e5 req-97eb7071-40ec-41d0-8f30-4043c9c3e341 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:01.203689 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-433a0ce0-5717-4858-9622-d5450fc69652 req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] For port 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba,segment=NetworkSegment(b9a5111d-b5c1-4b7f-9684-354dcd88b50e),segment_id=b9a5111d-b5c1-4b7f-9684-354dcd88b50e)] {{(pid=80144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:06:01.208594 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-38acafee-b655-4091-912b-816c408159e5 req-97eb7071-40ec-41d0-8f30-4043c9c3e341 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=0d3dd952-d234-43a6-a0cc-b5837978fd58 HTTP/1.1" status: 200  len: 943 time: 0.7446034
Feb 03 20:06:01.211526 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-433a0ce0-5717-4858-9622-d5450fc69652 req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:01.228101 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-508669c6-761a-4223-a0a8-d0a5c3d91cd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:01.255009 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-13234519-8a41-496c-ae80-d8213b2a32b7 req-93e1954a-9fac-426b-91b3-08fad7b0f406 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] No DVR routers for this DVR port e12cd765-5c65-4398-8603-aaf5a27f1e9e on host hv-cinder-77398 {{(pid=80146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:06:01.326506 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-38acafee-b655-4091-912b-816c408159e5 req-ab198d6e-9434-499a-8e34-c452afd3c1ae tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167808
Feb 03 20:06:01.329524 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-13234519-8a41-496c-ae80-d8213b2a32b7 req-93e1954a-9fac-426b-91b3-08fad7b0f406 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:01.337740 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6193fdb2-2618-4c20-9f66-e12a38447e76', 'name': 'network-vif-deleted', 'tag': 'e12cd765-5c65-4398-8603-aaf5a27f1e9e'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:06:01.372631 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-13234519-8a41-496c-ae80-d8213b2a32b7 req-93e1954a-9fac-426b-91b3-08fad7b0f406 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.67 "DELETE /v2.0/ports/e12cd765-5c65-4398-8603-aaf5a27f1e9e HTTP/1.1" status: 204  len: 173 time: 2.0532558
Feb 03 20:06:01.503334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0adad-a2e9-47d7-842b-0dc881618caa req-d91d5978-3d59-4cce-80f8-cea176cb5389 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:01.505068 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cab0adad-a2e9-47d7-842b-0dc881618caa req-d91d5978-3d59-4cce-80f8-cea176cb5389 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.6167870
Feb 03 20:06:01.525110 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Pushing event updated for resources: {'Port': ['ID=3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba,revision_number=3']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:01.552217 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:01.693334 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cab0adad-a2e9-47d7-842b-0dc881618caa req-df0179c0-3656-45e1-8368-37a56dc9c8b3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1800435
Feb 03 20:06:01.765803 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a0ce0-5717-4858-9622-d5450fc69652 req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:01.766585 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-433a0ce0-5717-4858-9622-d5450fc69652 req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:01.768837 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-433a0ce0-5717-4858-9622-d5450fc69652 req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] 10.222.0.67 "PUT /v2.0/ports/3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba HTTP/1.1" status: 200  len: 1157 time: 3.5591550
Feb 03 20:06:01.769482 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3dd952-d234-43a6-a0cc-b5837978fd58', 'tag': '3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:06:01.825843 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80a712-b16c-40d7-8fdd-4151887a32b0 req-644575b2-659b-4b5c-b055-45bfce87e390 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:01.827588 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2e80a712-b16c-40d7-8fdd-4151887a32b0 req-644575b2-659b-4b5c-b055-45bfce87e390 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.3579454
Feb 03 20:06:01.963876 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2e80a712-b16c-40d7-8fdd-4151887a32b0 req-1a556d25-bc6f-49d5-92d2-27c4e7c6a33c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1272063
Feb 03 20:06:02.282548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d75d7a-10e9-4a60-afe5-1a6673350bf1 req-de6f41a4-b72f-4ca4-a5b7-1b9fc0e47a46 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:02.290303 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e7d75d7a-10e9-4a60-afe5-1a6673350bf1 req-de6f41a4-b72f-4ca4-a5b7-1b9fc0e47a46 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.3016176
Feb 03 20:06:02.324974 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a0ce0-5717-4858-9622-d5450fc69652 req-15e66200-fa04-4477-abc9-953b2195bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:02.326585 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-433a0ce0-5717-4858-9622-d5450fc69652 req-15e66200-fa04-4477-abc9-953b2195bac1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=302cfbe81821483b992726cb2c7ceb99&device_id=0d3dd952-d234-43a6-a0cc-b5837978fd58 HTTP/1.1" status: 200  len: 1160 time: 0.2512619
Feb 03 20:06:02.328962 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a32565-14f2-469d-b328-0ddb34c29db8 req-db8b2b05-dc6a-49dc-ae28-597e10fcf893 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:02.331188 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e6a32565-14f2-469d-b328-0ddb34c29db8 req-db8b2b05-dc6a-49dc-ae28-597e10fcf893 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.2162564
Feb 03 20:06:02.443942 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e6a32565-14f2-469d-b328-0ddb34c29db8 req-ab5df985-22c6-4525-a434-f867072c3250 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1034546
Feb 03 20:06:02.505062 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e7d75d7a-10e9-4a60-afe5-1a6673350bf1 req-e591e106-7492-4bc3-8f26-8ffa3b57c97d tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2132206
Feb 03 20:06:02.546724 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-433a0ce0-5717-4858-9622-d5450fc69652 req-09545bbb-f057-4c2f-a934-1081e28c443f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba HTTP/1.1" status: 200  len: 217 time: 0.1884005
Feb 03 20:06:02.604761 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6193fdb2-2618-4c20-9f66-e12a38447e76', 'name': 'network-vif-deleted', 'tag': 'e12cd765-5c65-4398-8603-aaf5a27f1e9e', 'status': 'completed', 'code': 200}
Feb 03 20:06:02.676221 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a0ce0-5717-4858-9622-d5450fc69652 req-e2fa45a8-8582-448c-b4e8-eb85883012e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:02.692534 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-433a0ce0-5717-4858-9622-d5450fc69652 req-e2fa45a8-8582-448c-b4e8-eb85883012e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b775cc5b-5013-4263-9f2c-1e5d75170787 HTTP/1.1" status: 200  len: 854 time: 0.1335499
Feb 03 20:06:02.777852 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3dd952-d234-43a6-a0cc-b5837978fd58', 'tag': '3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba', 'status': 'completed', 'code': 200}
Feb 03 20:06:02.792398 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-433a0ce0-5717-4858-9622-d5450fc69652 req-9c1eb974-5d90-41da-a264-fc6e10d85013 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb3735fa-ae5b-4082-b53d-eac05bfe90ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0988939
Feb 03 20:06:02.816972 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 73d049f9-a6b7-47d9-8126-1cb74d2dec0f up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:02.890999 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-187fd38d-4b01-4c6b-b7eb-a3209043a79f req-af2fa6a7-c980-462f-a310-ab8942735dd3 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=6193fdb2-2618-4c20-9f66-e12a38447e76 HTTP/1.1" status: 200  len: 210 time: 0.0492947
Feb 03 20:06:02.919725 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:02.920588 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:03.021692 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-433a0ce0-5717-4858-9622-d5450fc69652 req-2cc99cb5-50a7-4b0e-9fa7-3170e4cb8aad service neutron] 10.222.0.67 "GET /v2.0/networks/cb3735fa-ae5b-4082-b53d-eac05bfe90ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2193978
Feb 03 20:06:03.256136 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-433a0ce0-5717-4858-9622-d5450fc69652 req-86007c24-45e5-44e1-ae3e-08d21bd46053 service neutron] 10.222.0.67 "GET /v2.0/networks/cb3735fa-ae5b-4082-b53d-eac05bfe90ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2230897
Feb 03 20:06:03.355277 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192b877-8798-43f6-a3cf-b0c09998cb8e req-2dd4a2f6-d0b5-4c9a-88b0-1a5645cee16c tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:03.356360 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-c192b877-8798-43f6-a3cf-b0c09998cb8e req-2dd4a2f6-d0b5-4c9a-88b0-1a5645cee16c tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Synchronizing usage tracker for tenant:302cfbe81821483b992726cb2c7ceb99 on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:06:03.386155 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-c192b877-8798-43f6-a3cf-b0c09998cb8e req-2dd4a2f6-d0b5-4c9a-88b0-1a5645cee16c tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Unset dirty status for tenant:302cfbe81821483b992726cb2c7ceb99 on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:06:03.387456 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c192b877-8798-43f6-a3cf-b0c09998cb8e req-2dd4a2f6-d0b5-4c9a-88b0-1a5645cee16c tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=0d3dd952-d234-43a6-a0cc-b5837978fd58 HTTP/1.1" status: 200  len: 943 time: 0.2548201
Feb 03 20:06:03.461983 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c192b877-8798-43f6-a3cf-b0c09998cb8e req-90418a5f-73dd-4093-924f-3d8b6d9248bc tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658076
Feb 03 20:06:03.611613 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f05d42-f7ae-44c6-896b-264b91788d9b req-53785bee-fd5b-4bf8-96ad-1391348295f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:03.614052 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-85f05d42-f7ae-44c6-896b-264b91788d9b req-53785bee-fd5b-4bf8-96ad-1391348295f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=302cfbe81821483b992726cb2c7ceb99&device_id=0d3dd952-d234-43a6-a0cc-b5837978fd58 HTTP/1.1" status: 200  len: 1160 time: 0.1736660
Feb 03 20:06:03.655835 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193f95c-f6ff-4105-b33e-bd05fb999126 req-bf2ba53a-4c73-41d9-afc4-41938d48a135 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:03.658681 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0193f95c-f6ff-4105-b33e-bd05fb999126 req-bf2ba53a-4c73-41d9-afc4-41938d48a135 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.2412989
Feb 03 20:06:03.733844 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0193f95c-f6ff-4105-b33e-bd05fb999126 req-f1b82086-43d7-4580-b638-f5a7aa5d78c2 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0668120
Feb 03 20:06:03.895456 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b0db3-75ef-45fb-8948-b0d89ca901b0 req-bacc4d37-b960-446a-8759-a5cf5f0a9157 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:03.905623 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d44b0db3-75ef-45fb-8948-b0d89ca901b0 req-bacc4d37-b960-446a-8759-a5cf5f0a9157 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.2136071
Feb 03 20:06:03.971996 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d44b0db3-75ef-45fb-8948-b0d89ca901b0 req-bbe7c26b-b54e-4c7f-aa79-2a8e9aa946d5 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648978
Feb 03 20:06:04.068029 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce78df0-802f-4503-b4df-0374ecd7f360 req-9a964d9b-39d5-44ab-b096-a520d64a722e tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:04.076245 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5ce78df0-802f-4503-b4df-0374ecd7f360 req-9a964d9b-39d5-44ab-b096-a520d64a722e tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.2040029
Feb 03 20:06:04.162683 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5ce78df0-802f-4503-b4df-0374ecd7f360 req-c9e02e08-63be-43d5-b72f-1b6bfbf5bd7f tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0846016
Feb 03 20:06:04.296621 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888118b-a99d-4b3b-ae9b-1fbf72651cd6 req-f24db44e-9bae-4547-9e91-7dd9f0d87d9c tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:04.301463 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5888118b-a99d-4b3b-ae9b-1fbf72651cd6 req-f24db44e-9bae-4547-9e91-7dd9f0d87d9c tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1856964
Feb 03 20:06:04.392631 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5888118b-a99d-4b3b-ae9b-1fbf72651cd6 req-15310369-4b0c-43e6-887e-f2e7aa307e60 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843217
Feb 03 20:06:04.538082 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-c770c176-ee41-466e-87d0-808b71569291 req-268bf0e1-a3f5-46bd-9f66-51f50faad82f tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Synchronizing usage tracker for tenant:de9531b4b9754686a636343b8ed74fe7 on resource:network {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:06:04.582482 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-c770c176-ee41-466e-87d0-808b71569291 req-268bf0e1-a3f5-46bd-9f66-51f50faad82f tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Unset dirty status for tenant:de9531b4b9754686a636343b8ed74fe7 on resource:network {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:06:04.589630 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c770c176-ee41-466e-87d0-808b71569291 req-268bf0e1-a3f5-46bd-9f66-51f50faad82f tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3423600
Feb 03 20:06:04.597763 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-c770c176-ee41-466e-87d0-808b71569291 req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Request body: {'floatingip': {'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:06:04.619032 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-c770c176-ee41-466e-87d0-808b71569291 req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:06:04.623077 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-c770c176-ee41-466e-87d0-808b71569291 req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Usage tracker for resource:floatingip and tenant:de9531b4b9754686a636343b8ed74fe7 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:06:04.626153 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-c770c176-ee41-466e-87d0-808b71569291 req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:06:04.632023 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-c770c176-ee41-466e-87d0-808b71569291 req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:06:04.642741 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-c770c176-ee41-466e-87d0-808b71569291 req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks [] for floatingip, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:04.826556 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-c770c176-ee41-466e-87d0-808b71569291 req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:05.116681 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8954124-3863-4bcd-872f-152708d17ffb req-8b15b3e3-d472-4e04-8a62-911969f324ef tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:05.119088 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d8954124-3863-4bcd-872f-152708d17ffb req-8b15b3e3-d472-4e04-8a62-911969f324ef tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=0d3dd952-d234-43a6-a0cc-b5837978fd58 HTTP/1.1" status: 200  len: 943 time: 0.2201004
Feb 03 20:06:05.185646 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d8954124-3863-4bcd-872f-152708d17ffb req-e4f2f239-2ecf-43c4-bf99-a1414a1eabbe tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600848
Feb 03 20:06:05.199661 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-c770c176-ee41-466e-87d0-808b71569291 req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Allocated IP 172.27.3.15 (b3f750ce-bc55-47f2-a098-fbecdde1b124/04309e75-65fb-4427-af0c-5eb643715331/1f5e8c13-814c-45ea-9e39-995c7ddcc78c) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:06:05.410881 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-c770c176-ee41-466e-87d0-808b71569291 req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:05.449629 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-c770c176-ee41-466e-87d0-808b71569291 req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:05.547181 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:05.648891 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Pushing event updated for resources: {'Port': ['ID=1f5e8c13-814c-45ea-9e39-995c7ddcc78c,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:05.656355 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:05.687944 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-93d05771-331b-4bf1-8480-43c8b5ffc9fb tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:05.695978 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-93d05771-331b-4bf1-8480-43c8b5ffc9fb tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/networks?id=6c0c17d9-b561-4f88-af40-fc3e81a7dc07 HTTP/1.1" status: 200  len: 808 time: 0.3745527
Feb 03 20:06:05.714466 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-de9430fe-56de-4017-8325-14a8cadb7477 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/quotas/e959dd07a49849d2b43a3df8658ebeb9 HTTP/1.1" status: 200  len: 375 time: 0.0161102
Feb 03 20:06:05.727000 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c770c176-ee41-466e-87d0-808b71569291 req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Network b3f750ce-bc55-47f2-a098-fbecdde1b124 is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:06:05.728758 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-c770c176-ee41-466e-87d0-808b71569291 req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:06:05.736694 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-c770c176-ee41-466e-87d0-808b71569291 req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:06:05.771788 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-7786f9b8-f006-4029-a83b-efbeeafa48e5 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=e959dd07a49849d2b43a3df8658ebeb9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0576813
Feb 03 20:06:05.789507 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:06:05.834150 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-c770c176-ee41-466e-87d0-808b71569291 req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:05.903605 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-c770c176-ee41-466e-87d0-808b71569291 req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:05.968064 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-9d896064-ad97-4294-8214-d7c09cf79272 service neutron] 10.222.0.103 "GET /v2.0/networks/6c0c17d9-b561-4f88-af40-fc3e81a7dc07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1882498
Feb 03 20:06:06.159977 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-62110661-a29c-4b23-a197-52e6156876cf service neutron] 10.222.0.103 "GET /v2.0/networks/6c0c17d9-b561-4f88-af40-fc3e81a7dc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1835206
Feb 03 20:06:06.298384 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-c770c176-ee41-466e-87d0-808b71569291 req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks [] for port, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:06.304591 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-c770c176-ee41-466e-87d0-808b71569291 req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848090863'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:06.337882 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-cac8c1aa-6d81-4b9a-9476-e6aaca98cfbd tempest-DeleteServersTestJSON-1158503033 tempest-DeleteServersTestJSON-1158503033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:06.434896 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Pushing event updated for resources: {'Port': ['ID=1f5e8c13-814c-45ea-9e39-995c7ddcc78c,revision_number=2']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:06.510317 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:06.707728 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f05d42-f7ae-44c6-896b-264b91788d9b req-e7536b19-3003-4e4e-890b-daa36e69ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:06.711141 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-85f05d42-f7ae-44c6-896b-264b91788d9b req-e7536b19-3003-4e4e-890b-daa36e69ee89 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb3735fa-ae5b-4082-b53d-eac05bfe90ce HTTP/1.1" status: 200  len: 909 time: 0.2273526
Feb 03 20:06:06.744474 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-c770c176-ee41-466e-87d0-808b71569291 req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:06.863556 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-c770c176-ee41-466e-87d0-808b71569291 req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:06.865288 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-85f05d42-f7ae-44c6-896b-264b91788d9b req-b70fc131-4784-4af3-a94b-b8d9cfe9844f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba HTTP/1.1" status: 200  len: 217 time: 0.1359668
Feb 03 20:06:06.871266 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c770c176-ee41-466e-87d0-808b71569291 req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.2805982
Feb 03 20:06:07.062252 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d02141-534b-49ee-bbad-0be6438bdd5a req-f010ddb8-128a-4ba6-89b9-feeba00da344 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:07.064928 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-90d02141-534b-49ee-bbad-0be6438bdd5a req-f010ddb8-128a-4ba6-89b9-feeba00da344 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.6406119
Feb 03 20:06:07.091166 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f05d42-f7ae-44c6-896b-264b91788d9b req-aff136b3-7c9e-4569-96a1-342d7ea02c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:07.093487 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-85f05d42-f7ae-44c6-896b-264b91788d9b req-aff136b3-7c9e-4569-96a1-342d7ea02c14 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b775cc5b-5013-4263-9f2c-1e5d75170787 HTTP/1.1" status: 200  len: 854 time: 0.2114191
Feb 03 20:06:07.182660 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-85f05d42-f7ae-44c6-896b-264b91788d9b req-0c39e4cc-41c6-4c6b-b616-f73239942b34 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb3735fa-ae5b-4082-b53d-eac05bfe90ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0684752
Feb 03 20:06:07.247105 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-90d02141-534b-49ee-bbad-0be6438bdd5a req-568e28a3-639f-44b9-9ce0-131fde61b259 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1496735
Feb 03 20:06:07.262739 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779a392-64e4-4912-8e6c-af9c3b357fce req-549c66fe-dae4-45fa-b4ae-306f2b99bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:07.264788 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2779a392-64e4-4912-8e6c-af9c3b357fce req-549c66fe-dae4-45fa-b4ae-306f2b99bc78 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20e86c4b370d4d1ab70110e25f1ebe04&device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 1162 time: 0.4795375
Feb 03 20:06:07.286086 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-c770c176-ee41-466e-87d0-808b71569291 req-cb78b1dc-0e12-44cd-b879-089cd63803d8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Synchronizing usage tracker for tenant:de9531b4b9754686a636343b8ed74fe7 on resource:floatingip {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:06:07.339482 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-c770c176-ee41-466e-87d0-808b71569291 req-cb78b1dc-0e12-44cd-b879-089cd63803d8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Unset dirty status for tenant:de9531b4b9754686a636343b8ed74fe7 on resource:floatingip {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:06:07.347523 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c770c176-ee41-466e-87d0-808b71569291 req-cb78b1dc-0e12-44cd-b879-089cd63803d8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/floatingips?floating_ip_address=172.27.3.15 HTTP/1.1" status: 200  len: 695 time: 0.4753096
Feb 03 20:06:07.662358 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770c176-ee41-466e-87d0-808b71569291 req-08b47193-ecdb-4140-b641-03193fc36554 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:07.669716 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c770c176-ee41-466e-87d0-808b71569291 req-08b47193-ecdb-4140-b641-03193fc36554 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/networks/b3f750ce-bc55-47f2-a098-fbecdde1b124 HTTP/1.1" status: 200  len: 784 time: 0.3209159
Feb 03 20:06:07.677001 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [req-c770c176-ee41-466e-87d0-808b71569291 req-88c0e971-b3db-47b9-b5d4-8c999ab4d996 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=80146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 20:06:07.690899 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c770c176-ee41-466e-87d0-808b71569291 req-88c0e971-b3db-47b9-b5d4-8c999ab4d996 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0201640
Feb 03 20:06:07.789846 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779a392-64e4-4912-8e6c-af9c3b357fce req-6f36f9a4-3301-4e53-925c-b63774fcf9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:07.791939 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2779a392-64e4-4912-8e6c-af9c3b357fce req-6f36f9a4-3301-4e53-925c-b63774fcf9dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 HTTP/1.1" status: 200  len: 905 time: 0.5008221
Feb 03 20:06:07.831122 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-85f05d42-f7ae-44c6-896b-264b91788d9b req-59b70b19-9368-460d-a054-fdbdcdd5be80 service neutron] 10.222.0.67 "GET /v2.0/networks/cb3735fa-ae5b-4082-b53d-eac05bfe90ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5828445
Feb 03 20:06:07.927657 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2779a392-64e4-4912-8e6c-af9c3b357fce req-92748808-248e-4116-a1d7-0b7b6b46d06b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 HTTP/1.1" status: 200  len: 1001 time: 0.1277726
Feb 03 20:06:08.152126 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cf542-82ad-4e14-9570-5db526c8df59 req-a355836b-4b7e-4543-88d5-efa9e24ddc28 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:08.160269 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-334cf542-82ad-4e14-9570-5db526c8df59 req-a355836b-4b7e-4543-88d5-efa9e24ddc28 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.3330438
Feb 03 20:06:08.180786 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779a392-64e4-4912-8e6c-af9c3b357fce req-0565ab71-06c4-481e-9f6d-0f6b5ea7fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:08.182851 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2779a392-64e4-4912-8e6c-af9c3b357fce req-0565ab71-06c4-481e-9f6d-0f6b5ea7fd31 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f359afcf-4f0c-4f99-9cfc-156f20cf5791 HTTP/1.1" status: 200  len: 850 time: 0.2142503
Feb 03 20:06:08.204709 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-85f05d42-f7ae-44c6-896b-264b91788d9b req-5bf4a90a-74a2-4298-9d86-01503aef0243 service neutron] 10.222.0.67 "GET /v2.0/networks/cb3735fa-ae5b-4082-b53d-eac05bfe90ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3284042
Feb 03 20:06:08.270688 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-334cf542-82ad-4e14-9570-5db526c8df59 req-9da4c3db-c0c8-4ac3-893f-6ec106a0b216 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1087704
Feb 03 20:06:08.362865 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41c5a1-3ea2-4e7f-9ffe-ea18fa7e8fd8 req-a317e191-40b9-4e8a-af42-b6257770ae93 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:08.367916 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7d41c5a1-3ea2-4e7f-9ffe-ea18fa7e8fd8 req-a317e191-40b9-4e8a-af42-b6257770ae93 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.4366462
Feb 03 20:06:08.534478 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7d41c5a1-3ea2-4e7f-9ffe-ea18fa7e8fd8 req-cc2e40cd-9f91-490b-9bea-f1bcf85fbe25 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885427
Feb 03 20:06:08.597168 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779a392-64e4-4912-8e6c-af9c3b357fce req-0467fb41-251a-4b0e-bb39-5360648a803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:08.598797 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2779a392-64e4-4912-8e6c-af9c3b357fce req-0467fb41-251a-4b0e-bb39-5360648a803b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2eb7e8c-bcbc-45cd-b50e-636bc852ed45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2298884
Feb 03 20:06:08.832801 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2779a392-64e4-4912-8e6c-af9c3b357fce req-d5f94648-4563-4876-97e0-36c99e632b2c service neutron] 10.222.0.67 "GET /v2.0/networks/b2eb7e8c-bcbc-45cd-b50e-636bc852ed45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2248523
Feb 03 20:06:08.834566 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-add6f6bf-1eb4-4c9c-826d-fd0636d53795 req-31625909-5902-42f5-8851-f483eab26e8d tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Synchronizing usage tracker for tenant:e959dd07a49849d2b43a3df8658ebeb9 on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:06:08.878480 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-add6f6bf-1eb4-4c9c-826d-fd0636d53795 req-31625909-5902-42f5-8851-f483eab26e8d tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Unset dirty status for tenant:e959dd07a49849d2b43a3df8658ebeb9 on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:06:08.879674 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-add6f6bf-1eb4-4c9c-826d-fd0636d53795 req-31625909-5902-42f5-8851-f483eab26e8d tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 210 time: 0.1140583
Feb 03 20:06:08.887350 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-f535e2f5-cbb0-43b7-9ffc-d3a9fd4fe42b tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:08.889136 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-f535e2f5-cbb0-43b7-9ffc-d3a9fd4fe42b tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.67 "GET /v2.0/networks?id=6c0c17d9-b561-4f88-af40-fc3e81a7dc07 HTTP/1.1" status: 200  len: 808 time: 0.5697534
Feb 03 20:06:08.988207 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168ea23-e6cf-42e3-8bf7-e04fcb80f05f req-9775192e-0272-458e-ac25-3e8f5f6f5c2b tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:08.992451 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a168ea23-e6cf-42e3-8bf7-e04fcb80f05f req-9775192e-0272-458e-ac25-3e8f5f6f5c2b tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=0d3dd952-d234-43a6-a0cc-b5837978fd58 HTTP/1.1" status: 200  len: 943 time: 0.4715281
Feb 03 20:06:09.007308 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2779a392-64e4-4912-8e6c-af9c3b357fce req-fbe72d80-ce25-4ae4-9777-7b027bedbdc8 service neutron] 10.222.0.67 "GET /v2.0/networks/b2eb7e8c-bcbc-45cd-b50e-636bc852ed45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1563201
Feb 03 20:06:09.009181 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-075cfe0e-a725-49ff-80bd-7e2814587474 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Request body: {'port': {'device_id': '9ac70b10-41d8-4388-9ae6-e34d3449d0fb', 'network_id': '6c0c17d9-b561-4f88-af40-fc3e81a7dc07', 'admin_state_up': True, 'tenant_id': 'e959dd07a49849d2b43a3df8658ebeb9'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:06:09.173446 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a168ea23-e6cf-42e3-8bf7-e04fcb80f05f req-9063813d-5a80-4815-9ef4-309e825c0f96 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795562
Feb 03 20:06:09.342570 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-1e3b67dc-d6ce-423d-bc77-25b119cc93f6 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:09.365357 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-1e3b67dc-d6ce-423d-bc77-25b119cc93f6 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.3126280
Feb 03 20:06:09.366005 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-075cfe0e-a725-49ff-80bd-7e2814587474 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:06:09.380294 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-075cfe0e-a725-49ff-80bd-7e2814587474 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:06:09.460104 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-075cfe0e-a725-49ff-80bd-7e2814587474 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Made reservation on behalf of e959dd07a49849d2b43a3df8658ebeb9 for: {'port': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:06:09.487335 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-075cfe0e-a725-49ff-80bd-7e2814587474 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:09.537575 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-3c385dc5-879f-40c2-b38d-389b42e15cd4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/floatingips?floating_ip_address=172.27.3.15 HTTP/1.1" status: 200  len: 695 time: 0.1704533
Feb 03 20:06:09.552154 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-ccb422b7-ffe1-4ea5-876d-1080373b1cff tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Request body: {'floatingip': {'port_id': '73d049f9-a6b7-47d9-8126-1cb74d2dec0f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:06:09.795261 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-ccb422b7-ffe1-4ea5-876d-1080373b1cff tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks [] for floatingip, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:09.949622 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-075cfe0e-a725-49ff-80bd-7e2814587474 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Allocated IP 172.20.0.2 (6c0c17d9-b561-4f88-af40-fc3e81a7dc07/92708c39-8f9d-45db-9129-1cb87b5a6374/869c3cf3-364d-4e72-b72a-c03b4105f92b) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:06:10.116059 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c3e25-579a-4cfe-a730-b4b5b64c60b4 req-478bacad-19cd-4918-87b3-02787852286d tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:10.133900 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b90c3e25-579a-4cfe-a730-b4b5b64c60b4 req-478bacad-19cd-4918-87b3-02787852286d tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.7452970
Feb 03 20:06:10.324596 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b90c3e25-579a-4cfe-a730-b4b5b64c60b4 req-7cfbc949-3a62-46b1-8550-055bbd3f1d01 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1896434
Feb 03 20:06:10.732258 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-ccb422b7-ffe1-4ea5-876d-1080373b1cff tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:10.736003 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-ccb422b7-ffe1-4ea5-876d-1080373b1cff tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:10.864990 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483039ac-8b91-4516-b270-a0652c7f176c req-5c91d9c8-8490-4bf4-9daa-5efa7af25f28 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:10.873229 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-483039ac-8b91-4516-b270-a0652c7f176c req-5c91d9c8-8490-4bf4-9daa-5efa7af25f28 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.3539076
Feb 03 20:06:10.939797 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.l3_db [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-ccb422b7-ffe1-4ea5-876d-1080373b1cff tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Floating IP 1fdb5f45-0972-48a1-8784-3d816b2eb705 associated. External IP: 172.27.3.15, port: 73d049f9-a6b7-47d9-8126-1cb74d2dec0f.
Feb 03 20:06:10.965485 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-483039ac-8b91-4516-b270-a0652c7f176c req-2f3a5d4e-bf0d-42cd-a82b-8c5bd277856b tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0909641
Feb 03 20:06:10.975352 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-075cfe0e-a725-49ff-80bd-7e2814587474 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:11.052958 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-075cfe0e-a725-49ff-80bd-7e2814587474 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:11.085717 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-4d776d59-5c53-4695-b190-bc9c5e9c74f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:11.340581 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cfe0e-a725-49ff-80bd-7e2814587474 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Pushing event updated for resources: {'Port': ['ID=869c3cf3-364d-4e72-b72a-c03b4105f92b,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:11.364456 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-075cfe0e-a725-49ff-80bd-7e2814587474 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:11.387744 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.objects.ports [None req-5978c916-aadb-4ce1-a434-5e9931688de2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80147) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 03 20:06:11.692870 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-ccb422b7-ffe1-4ea5-876d-1080373b1cff tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Router 81f8e5b4-e07d-487d-af04-ce18e61948c3 has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:06:11.693277 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8d83d-3a07-4078-8f9e-55822a056b01 req-321f4ec1-265e-4449-98d3-9f078e79b9a0 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:11.695183 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b0b8d83d-3a07-4078-8f9e-55822a056b01 req-321f4ec1-265e-4449-98d3-9f078e79b9a0 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.5176764
Feb 03 20:06:11.778800 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-075cfe0e-a725-49ff-80bd-7e2814587474 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Network 6c0c17d9-b561-4f88-af40-fc3e81a7dc07 is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:06:11.803397 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b0b8d83d-3a07-4078-8f9e-55822a056b01 req-ca7f4873-f86b-46f9-ae35-1358c77f7c17 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973389
Feb 03 20:06:11.804662 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-075cfe0e-a725-49ff-80bd-7e2814587474 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:06:11.809842 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-075cfe0e-a725-49ff-80bd-7e2814587474 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:06:11.903162 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-075cfe0e-a725-49ff-80bd-7e2814587474 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:11.904528 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-075cfe0e-a725-49ff-80bd-7e2814587474 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:11.957463 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-ccb422b7-ffe1-4ea5-876d-1080373b1cff tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:06:11.961621 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-075cfe0e-a725-49ff-80bd-7e2814587474 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9666169
Feb 03 20:06:11.964630 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-ccb422b7-ffe1-4ea5-876d-1080373b1cff tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:11.968766 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ace4b4e-c21b-4bf7-9149-ad094d582cf2 None None] Sync routers for ids ['81f8e5b4-e07d-487d-af04-ce18e61948c3'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:06:11.993987 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ace4b4e-c21b-4bf7-9149-ad094d582cf2 None None] Routers {'81f8e5b4-e07d-487d-af04-ce18e61948c3'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:06:11.994995 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-9ace4b4e-c21b-4bf7-9149-ad094d582cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93b0dd0f0>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:05:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['81f8e5b4-e07d-487d-af04-ce18e61948c3'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:06:11.998389 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Request body: {'port': {'device_id': '9ac70b10-41d8-4388-9ae6-e34d3449d0fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:06:12.055526 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-ccb422b7-ffe1-4ea5-876d-1080373b1cff tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "PUT /v2.0/floatingips/1fdb5f45-0972-48a1-8784-3d816b2eb705 HTTP/1.1" status: 200  len: 996 time: 2.5096114
Feb 03 20:06:12.056110 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a0d05e-ea1d-483f-91eb-7a291296ace3', 'tag': '73d049f9-a6b7-47d9-8126-1cb74d2dec0f'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:06:12.192856 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-01f8296c-5e89-41be-b497-33aae28723cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:12.195030 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-01f8296c-5e89-41be-b497-33aae28723cf service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=de9531b4b9754686a636343b8ed74fe7&device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 1163 time: 0.1050632
Feb 03 20:06:12.252762 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:12.417043 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-bfef1a2a-92be-4d2a-a13c-e08b1fef545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:12.418683 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-bfef1a2a-92be-4d2a-a13c-e08b1fef545f service neutron] 10.222.0.103 "GET /v2.0/networks?id=363b23da-45c6-4a09-8348-d34a237bdcb0 HTTP/1.1" status: 200  len: 903 time: 0.2165298
Feb 03 20:06:12.497234 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-9ace4b4e-c21b-4bf7-9149-ad094d582cf2 None None] Set router 81f8e5b4-e07d-487d-af04-ce18e61948c3 gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:06:12.543835 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdacd7-1a63-4ba6-828d-7d57dce8c25f req-43cdee42-4b17-4b87-bada-424ebde7ee98 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:12.544861 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-7ccdacd7-1a63-4ba6-828d-7d57dce8c25f req-43cdee42-4b17-4b87-bada-424ebde7ee98 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Synchronizing usage tracker for tenant:e959dd07a49849d2b43a3df8658ebeb9 on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:06:12.661509 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-7ccdacd7-1a63-4ba6-828d-7d57dce8c25f req-43cdee42-4b17-4b87-bada-424ebde7ee98 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Unset dirty status for tenant:e959dd07a49849d2b43a3df8658ebeb9 on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:06:12.662904 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7ccdacd7-1a63-4ba6-828d-7d57dce8c25f req-43cdee42-4b17-4b87-bada-424ebde7ee98 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 931 time: 0.6753478
Feb 03 20:06:12.663671 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-233762c8-e35d-46c1-96f5-3a97209d0e66 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73d049f9-a6b7-47d9-8126-1cb74d2dec0f HTTP/1.1" status: 200  len: 999 time: 0.2336099
Feb 03 20:06:12.792148 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-52a96a0b-8673-436a-a3e2-d583b91c6d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:12.801338 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-52a96a0b-8673-436a-a3e2-d583b91c6d27 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=56df7b6f-0026-430c-8ccd-068706ffc2ff HTTP/1.1" status: 200  len: 848 time: 0.1302483
Feb 03 20:06:12.861862 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7ccdacd7-1a63-4ba6-828d-7d57dce8c25f req-a6d69c8f-e2d0-45e9-bc8e-f969702c581f tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1794534
Feb 03 20:06:12.916753 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:13.015759 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-3e0c8060-fb7f-4774-bf58-303d5cea4558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:13.017602 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-3e0c8060-fb7f-4774-bf58-303d5cea4558 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=363b23da-45c6-4a09-8348-d34a237bdcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2152967
Feb 03 20:06:13.030196 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-c41fabb1-935b-4fb1-8b28-2e79f9a051c1 service neutron] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=80146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 20:06:13.030424 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning for port 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:06:13.030881 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-c41fabb1-935b-4fb1-8b28-2e79f9a051c1 service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0057313
Feb 03 20:06:13.041869 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:13.042459 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:13.159352 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-9ace4b4e-c21b-4bf7-9149-ad094d582cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93b0dd0f0>, [{'id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'name': 'tempest-TestShelveInstance-2114625990-router', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:29Z', 'updated_at': '2021-02-03T20:04:35Z', 'revision_number': 4, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'gw_port': {'id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:31Z', 'updated_at': '2021-02-03T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '1fdb5f45-0972-48a1-8784-3d816b2eb705', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'port_id': '73d049f9-a6b7-47d9-8126-1cb74d2dec0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0', 'mac_address': 'fa:16:3e:00:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a0d05e-ea1d-483f-91eb-7a291296ace3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:06:05Z', 'updated_at': '2021-02-03T20:06:10Z', 'revision_number': 1, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2094a418-59f6-4399-93dd-4910f37c4c9f', 'name': '', 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'mac_address': 'fa:16:3e:2a:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '56df7b6f-0026-430c-8ccd-068706ffc2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:34Z', 'updated_at': '2021-02-03T20:04:46Z', 'revision_number': 5, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'subnets': [{'id': '56df7b6f-0026-430c-8ccd-068706ffc2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:06:13.167581 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ace4b4e-c21b-4bf7-9149-ad094d582cf2 None None] Checking router: 81f8e5b4-e07d-487d-af04-ce18e61948c3 for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:06:13.186980 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ace4b4e-c21b-4bf7-9149-ad094d582cf2 None None] Routers {'81f8e5b4-e07d-487d-af04-ce18e61948c3'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:06:13.187834 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-9ace4b4e-c21b-4bf7-9149-ad094d582cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93b0dd0f0>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:05:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['81f8e5b4-e07d-487d-af04-ce18e61948c3'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:06:13.227427 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:13.308786 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba,segment=NetworkSegment(b9a5111d-b5c1-4b7f-9684-354dcd88b50e),segment_id=b9a5111d-b5c1-4b7f-9684-354dcd88b50e)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:06:13.309943 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3dd952-d234-43a6-a0cc-b5837978fd58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:06:13.317093 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:13.318338 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:13.341583 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-2c9976f0-39d0-4f17-b9a3-623fa26bf3b3 service neutron] 10.222.0.103 "GET /v2.0/networks/363b23da-45c6-4a09-8348-d34a237bdcb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3008842
Feb 03 20:06:13.386295 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:13.468412 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:13.469016 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:13.586231 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-9ace4b4e-c21b-4bf7-9149-ad094d582cf2 None None] Set router 81f8e5b4-e07d-487d-af04-ce18e61948c3 gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:06:13.596247 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:13.611291 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:13.617114 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869c3cf3-364d-4e72-b72a-c03b4105f92b {{(pid=80144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 20:06:13.643580 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Notify callbacks [] for port, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:13.675226 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Transition to ACTIVE for port object 869c3cf3-364d-4e72-b72a-c03b4105f92b will not be triggered until provisioned by entity L2. {{(pid=80144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:06:13.695262 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8254f2e-a544-4511-8bbd-d7d06cde8a24 req-98015706-affb-45ad-8d55-6369aaa6b69d service neutron] 10.222.0.103 "GET /v2.0/networks/363b23da-45c6-4a09-8348-d34a237bdcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3455515
Feb 03 20:06:13.712747 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:13.865229 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:14.099946 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Pushing event updated for resources: {'Port': ['ID=869c3cf3-364d-4e72-b72a-c03b4105f92b,revision_number=2']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:14.131120 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:14.131952 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Attempting to bind port 869c3cf3-364d-4e72-b72a-c03b4105f92b on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:06:14.132326 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Attempting to bind port 869c3cf3-364d-4e72-b72a-c03b4105f92b by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'afc61110-ec15-4e2d-a68a-fa4e69c24ea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6c0c17d9-b561-4f88-af40-fc3e81a7dc07'}] {{(pid=80144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:06:14.132691 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Attempting to bind port 869c3cf3-364d-4e72-b72a-c03b4105f92b on network 6c0c17d9-b561-4f88-af40-fc3e81a7dc07 {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:06:14.238376 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-9ace4b4e-c21b-4bf7-9149-ad094d582cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93b0dd0f0>, [{'id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'name': 'tempest-TestShelveInstance-2114625990-router', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:29Z', 'updated_at': '2021-02-03T20:04:35Z', 'revision_number': 4, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'gw_port': {'id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:31Z', 'updated_at': '2021-02-03T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '1fdb5f45-0972-48a1-8784-3d816b2eb705', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'port_id': '73d049f9-a6b7-47d9-8126-1cb74d2dec0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0', 'mac_address': 'fa:16:3e:00:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a0d05e-ea1d-483f-91eb-7a291296ace3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:06:05Z', 'updated_at': '2021-02-03T20:06:10Z', 'revision_number': 1, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2094a418-59f6-4399-93dd-4910f37c4c9f', 'name': '', 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'mac_address': 'fa:16:3e:2a:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '56df7b6f-0026-430c-8ccd-068706ffc2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:34Z', 'updated_at': '2021-02-03T20:04:46Z', 'revision_number': 5, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'subnets': [{'id': '56df7b6f-0026-430c-8ccd-068706ffc2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:06:14.238647 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d71263-6ad8-4492-b0be-b48831f43bc7 req-cc97e4db-83c5-41e9-8c2e-465763d6a651 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:14.239423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ace4b4e-c21b-4bf7-9149-ad094d582cf2 None None] The sync data for ids ['81f8e5b4-e07d-487d-af04-ce18e61948c3'] in dv-cinder-773985-1-iscsi is: [{'id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'name': 'tempest-TestShelveInstance-2114625990-router', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:29Z', 'updated_at': '2021-02-03T20:04:35Z', 'revision_number': 4, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'gw_port': {'id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:31Z', 'updated_at': '2021-02-03T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '1fdb5f45-0972-48a1-8784-3d816b2eb705', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'port_id': '73d049f9-a6b7-47d9-8126-1cb74d2dec0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0', 'mac_address': 'fa:16:3e:00:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a0d05e-ea1d-483f-91eb-7a291296ace3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:06:05Z', 'updated_at': '2021-02-03T20:06:10Z', 'revision_number': 1, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2094a418-59f6-4399-93dd-4910f37c4c9f', 'name': '', 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'mac_address': 'fa:16:3e:2a:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '56df7b6f-0026-430c-8ccd-068706ffc2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:34Z', 'updated_at': '2021-02-03T20:04:46Z', 'revision_number': 5, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'subnets': [{'id': '56df7b6f-0026-430c-8ccd-068706ffc2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:06:14.245666 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98d71263-6ad8-4492-b0be-b48831f43bc7 req-cc97e4db-83c5-41e9-8c2e-465763d6a651 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=0d3dd952-d234-43a6-a0cc-b5837978fd58 HTTP/1.1" status: 200  len: 945 time: 0.8331075
Feb 03 20:06:14.263379 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Checking agent: {'id': 'd65f81c7-83bc-4486-bd9d-9b0ec76bab54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 0, 54), 'started_at': datetime.datetime(2021, 2, 3, 20, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.109', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:06:14.263756 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Checking segment: {'id': 'afc61110-ec15-4e2d-a68a-fa4e69c24ea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6c0c17d9-b561-4f88-af40-fc3e81a7dc07'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:06:14.264191 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:14.264593 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Bound using segment: {'id': 'afc61110-ec15-4e2d-a68a-fa4e69c24ea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6c0c17d9-b561-4f88-af40-fc3e81a7dc07'} {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:06:14.265101 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Bound port: 869c3cf3-364d-4e72-b72a-c03b4105f92b, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc61110-ec15-4e2d-a68a-fa4e69c24ea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6c0c17d9-b561-4f88-af40-fc3e81a7dc07'}}] {{(pid=80144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:06:14.265461 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:14.346059 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98d71263-6ad8-4492-b0be-b48831f43bc7 req-cb3e1e99-9883-4e8e-835d-1ec9489b428c tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993264
Feb 03 20:06:14.358122 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cce37f-e249-4c08-b73c-ee3b966dec47 req-eaf9ec4b-c955-4717-81b7-12922cc0dac0 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:14.360760 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-61cce37f-e249-4c08-b73c-ee3b966dec47 req-eaf9ec4b-c955-4717-81b7-12922cc0dac0 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.2194283
Feb 03 20:06:14.443493 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-61cce37f-e249-4c08-b73c-ee3b966dec47 req-abeed0b3-7bd7-4fcc-998f-88964c94740a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744791
Feb 03 20:06:14.468178 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] For port 869c3cf3-364d-4e72-b72a-c03b4105f92b, host hv-cinder-77398, cleared binding levels {{(pid=80144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:06:14.482198 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] For port 869c3cf3-364d-4e72-b72a-c03b4105f92b, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=869c3cf3-364d-4e72-b72a-c03b4105f92b,segment=NetworkSegment(afc61110-ec15-4e2d-a68a-fa4e69c24ea7),segment_id=afc61110-ec15-4e2d-a68a-fa4e69c24ea7)] {{(pid=80144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:06:14.489719 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:14.510864 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:14.540167 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a0d05e-ea1d-483f-91eb-7a291296ace3', 'tag': '73d049f9-a6b7-47d9-8126-1cb74d2dec0f', 'status': 'completed', 'code': 200}
Feb 03 20:06:14.650762 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3effcd3-f0c6-497b-90ef-7046b796f1e5 None None] New status for floating IP 1fdb5f45-0972-48a1-8784-3d816b2eb705: ACTIVE {{(pid=80147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 20:06:14.792432 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Pushing event updated for resources: {'Port': ['ID=869c3cf3-364d-4e72-b72a-c03b4105f92b,revision_number=3']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:14.801256 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:14.820082 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:14.820778 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:14.822301 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] 10.222.0.67 "PUT /v2.0/ports/869c3cf3-364d-4e72-b72a-c03b4105f92b HTTP/1.1" status: 200  len: 1157 time: 2.8371384
Feb 03 20:06:14.822848 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac70b10-41d8-4388-9ae6-e34d3449d0fb', 'tag': '869c3cf3-364d-4e72-b72a-c03b4105f92b'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:06:14.833221 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae3ceb-728e-44cd-a80d-c34178927aef req-a5341ff5-10bd-4b61-90b2-2c65bbd7b72e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:14.834999 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-57ae3ceb-728e-44cd-a80d-c34178927aef req-a5341ff5-10bd-4b61-90b2-2c65bbd7b72e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1956294
Feb 03 20:06:14.908174 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-57ae3ceb-728e-44cd-a80d-c34178927aef req-ac1a157e-aceb-439c-a7e9-69025c83b2a5 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656357
Feb 03 20:06:14.922017 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86bcf0-4fd6-419c-a80e-40451afb86c1 req-22287110-aa6f-4223-ad74-44f8f23947c2 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:14.923731 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ec86bcf0-4fd6-419c-a80e-40451afb86c1 req-22287110-aa6f-4223-ad74-44f8f23947c2 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.3774855
Feb 03 20:06:14.984190 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3dd952-d234-43a6-a0cc-b5837978fd58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba', 'code': 200}
Feb 03 20:06:15.002882 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ec86bcf0-4fd6-419c-a80e-40451afb86c1 req-424d8df8-874e-42ad-90cc-37cb9c496d24 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0647309
Feb 03 20:06:15.259523 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b7f86-8d99-41e2-ae00-a68075856ee9 req-fa20773e-ac4a-45eb-b82f-3665f4581d6d tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:15.261290 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8c0b7f86-8d99-41e2-ae00-a68075856ee9 req-fa20773e-ac4a-45eb-b82f-3665f4581d6d tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 943 time: 0.1762860
Feb 03 20:06:15.320858 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126dda9-66d6-4f35-ba9e-71cd76d2e989 req-5a380bd8-01c2-4441-af6f-c3a338bc2ab5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:15.322537 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9126dda9-66d6-4f35-ba9e-71cd76d2e989 req-5a380bd8-01c2-4441-af6f-c3a338bc2ab5 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=1568602f-f474-48a0-a58e-8ab808c33463 HTTP/1.1" status: 200  len: 946 time: 0.1684687
Feb 03 20:06:15.327871 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8c0b7f86-8d99-41e2-ae00-a68075856ee9 req-53e7e177-e830-4d0f-88f3-e3b3e41cd84c tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591555
Feb 03 20:06:15.393985 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9126dda9-66d6-4f35-ba9e-71cd76d2e989 req-19ede271-d518-4742-b937-ab22e009e12b tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649645
Feb 03 20:06:15.400358 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac70b10-41d8-4388-9ae6-e34d3449d0fb', 'tag': '869c3cf3-364d-4e72-b72a-c03b4105f92b', 'status': 'completed', 'code': 200}
Feb 03 20:06:15.665389 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb307a52-1ac9-40e2-9c9f-5d39758a585f req-cd448f1e-1fd5-4f32-963c-daa48e867faf tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:15.667029 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-eb307a52-1ac9-40e2-9c9f-5d39758a585f req-cd448f1e-1fd5-4f32-963c-daa48e867faf tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=0d3dd952-d234-43a6-a0cc-b5837978fd58 HTTP/1.1" status: 200  len: 945 time: 0.1698217
Feb 03 20:06:15.731374 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-eb307a52-1ac9-40e2-9c9f-5d39758a585f req-bd11763e-c836-46b2-9050-6c9e48451e03 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573812
Feb 03 20:06:16.205227 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb372782-859c-4f48-aa4b-6044a4e75477 req-afdbbfad-0b3a-4b54-abf6-170dd77fd598 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:16.206851 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bb372782-859c-4f48-aa4b-6044a4e75477 req-afdbbfad-0b3a-4b54-abf6-170dd77fd598 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1695554
Feb 03 20:06:16.272490 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bb372782-859c-4f48-aa4b-6044a4e75477 req-23998df0-c7f2-414e-b2d4-b6321ad64b54 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591438
Feb 03 20:06:16.319243 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd9233-870a-4288-8b57-e1f342b2764a req-5b20787c-4b5f-483e-a527-a280b9d407dc tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:16.321051 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-81cd9233-870a-4288-8b57-e1f342b2764a req-5b20787c-4b5f-483e-a527-a280b9d407dc tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.1690459
Feb 03 20:06:16.394312 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-81cd9233-870a-4288-8b57-e1f342b2764a req-c36a3468-836c-4141-b6f9-ba5839d1a526 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643137
Feb 03 20:06:16.637952 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bc8dc-2a24-4fec-ad7a-8b250d2fcacd req-78d64347-517b-4c62-b2aa-e20b57686636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:16.639388 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e3803-269d-4275-a905-c164ccd7a1eb req-dbd62bf7-3c26-4b7c-b438-3ed0ca4dec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:16.639597 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0e1bc8dc-2a24-4fec-ad7a-8b250d2fcacd req-78d64347-517b-4c62-b2aa-e20b57686636 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e959dd07a49849d2b43a3df8658ebeb9&device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 1160 time: 0.1707530
Feb 03 20:06:16.641026 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1c9e3803-269d-4275-a905-c164ccd7a1eb req-dbd62bf7-3c26-4b7c-b438-3ed0ca4dec37 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=de9531b4b9754686a636343b8ed74fe7&device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 1163 time: 0.1798775
Feb 03 20:06:16.727801 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889e8b6-1ee6-4429-a348-3baf083d2998 req-af9a08b9-0c55-4d07-81fd-3bda455f3bb3 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:16.729739 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a889e8b6-1ee6-4429-a348-3baf083d2998 req-af9a08b9-0c55-4d07-81fd-3bda455f3bb3 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 943 time: 0.2703590
Feb 03 20:06:16.738102 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf1b75-ef15-4232-a811-5a259d9e2f14 req-d451f415-6114-4ba3-aace-362296cf1505 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:16.739743 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ccdf1b75-ef15-4232-a811-5a259d9e2f14 req-d451f415-6114-4ba3-aace-362296cf1505 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=1568602f-f474-48a0-a58e-8ab808c33463 HTTP/1.1" status: 200  len: 946 time: 0.1992691
Feb 03 20:06:16.863558 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:16.904706 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ccdf1b75-ef15-4232-a811-5a259d9e2f14 req-e26c0fd5-7bcc-4155-a5e3-c3c68e397485 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346469
Feb 03 20:06:16.945808 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:16.946233 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:16.948238 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bc8dc-2a24-4fec-ad7a-8b250d2fcacd req-5cd5769f-12be-4201-9290-f524b1ed4e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:16.950112 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0e1bc8dc-2a24-4fec-ad7a-8b250d2fcacd req-5cd5769f-12be-4201-9290-f524b1ed4e43 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=e959dd07a49849d2b43a3df8658ebeb9&shared=False HTTP/1.1" status: 200  len: 902 time: 0.2092683
Feb 03 20:06:16.979402 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a889e8b6-1ee6-4429-a348-3baf083d2998 req-fa1de012-8e20-4a10-8da6-3339669753d6 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1888149
Feb 03 20:06:17.009503 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd967e-a21a-4cea-9fcd-aaa3dfb2556a req-6c41ed33-2920-4a42-8b16-595d86244014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:17.011136 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-00cd967e-a21a-4cea-9fcd-aaa3dfb2556a req-6c41ed33-2920-4a42-8b16-595d86244014 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0d3dd952-d234-43a6-a0cc-b5837978fd58 HTTP/1.1" status: 200  len: 1162 time: 0.2793105
Feb 03 20:06:17.020685 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e3803-269d-4275-a905-c164ccd7a1eb req-632ddcbe-6c22-4bdb-9d36-b1ac53de60c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:17.022268 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1c9e3803-269d-4275-a905-c164ccd7a1eb req-632ddcbe-6c22-4bdb-9d36-b1ac53de60c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=363b23da-45c6-4a09-8348-d34a237bdcb0 HTTP/1.1" status: 200  len: 903 time: 0.2916019
Feb 03 20:06:17.224345 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-00cd967e-a21a-4cea-9fcd-aaa3dfb2556a req-c440e4a5-4361-47f2-8fc7-597292c74d74 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364315
Feb 03 20:06:17.228181 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1c9e3803-269d-4275-a905-c164ccd7a1eb req-577cd28d-fe58-42f1-8358-671152550a80 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73d049f9-a6b7-47d9-8126-1cb74d2dec0f HTTP/1.1" status: 200  len: 1001 time: 0.1417606
Feb 03 20:06:17.382938 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6d97d-4f23-4806-8e32-f1d5b6000b49 req-6182ba43-a2bd-4f7d-b577-dfc88c98321c tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:17.384695 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ebd6d97d-4f23-4806-8e32-f1d5b6000b49 req-6182ba43-a2bd-4f7d-b577-dfc88c98321c tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=0d3dd952-d234-43a6-a0cc-b5837978fd58 HTTP/1.1" status: 200  len: 945 time: 0.3006494
Feb 03 20:06:17.389877 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bc8dc-2a24-4fec-ad7a-8b250d2fcacd req-d80b0a0d-665d-4c0b-b100-7a5718b136c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:17.392024 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0e1bc8dc-2a24-4fec-ad7a-8b250d2fcacd req-d80b0a0d-665d-4c0b-b100-7a5718b136c7 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2647760
Feb 03 20:06:17.451399 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ebd6d97d-4f23-4806-8e32-f1d5b6000b49 req-6d4cde4b-663c-4f5f-a5fc-fb1a32a8bae1 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579801
Feb 03 20:06:17.574796 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17629e-6219-4f57-adb0-a9ed24e36a67 req-c8ee09c0-824e-446a-8110-1d4272a0c48f tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:17.576540 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5e17629e-6219-4f57-adb0-a9ed24e36a67 req-c8ee09c0-824e-446a-8110-1d4272a0c48f tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1696410
Feb 03 20:06:17.650310 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5e17629e-6219-4f57-adb0-a9ed24e36a67 req-7a1fbbb0-c21c-44b5-b9f6-2c1856d91ad3 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664761
Feb 03 20:06:17.727268 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e3803-269d-4275-a905-c164ccd7a1eb req-f490def4-1e2d-4a67-99ef-8b244f98214f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:17.728892 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1c9e3803-269d-4275-a905-c164ccd7a1eb req-f490def4-1e2d-4a67-99ef-8b244f98214f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=56df7b6f-0026-430c-8ccd-068706ffc2ff HTTP/1.1" status: 200  len: 848 time: 0.0659599
Feb 03 20:06:17.749312 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e165b61-57fe-4238-9f97-729e20a09823 req-f38a1ea2-1bb5-4135-81f7-9f216e5d409b tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:17.751601 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9e165b61-57fe-4238-9f97-729e20a09823 req-f38a1ea2-1bb5-4135-81f7-9f216e5d409b tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.1817482
Feb 03 20:06:17.832444 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e3803-269d-4275-a905-c164ccd7a1eb req-9184d926-91e0-42c1-a1f2-8c10607e20f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:17.833973 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1c9e3803-269d-4275-a905-c164ccd7a1eb req-9184d926-91e0-42c1-a1f2-8c10607e20f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=363b23da-45c6-4a09-8348-d34a237bdcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785656
Feb 03 20:06:17.876853 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9e165b61-57fe-4238-9f97-729e20a09823 req-d2a610aa-509a-4ad6-a8bb-8f451803f974 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0876925
Feb 03 20:06:17.890059 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-4637171e-704e-4b5a-ab83-a705a53bf9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:17.891589 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-4637171e-704e-4b5a-ab83-a705a53bf9cd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e959dd07a49849d2b43a3df8658ebeb9&device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 1160 time: 0.1368842
Feb 03 20:06:18.001501 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-9a95504b-6a09-4cde-8ba4-6226aa96e97c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=869c3cf3-364d-4e72-b72a-c03b4105f92b HTTP/1.1" status: 200  len: 217 time: 0.0692165
Feb 03 20:06:18.068168 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ed593-17ca-42d7-9fe6-d9582d6eff45 req-fc539f6c-26ad-4476-b148-26bffc7d7a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:18.069806 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2d9ed593-17ca-42d7-9fe6-d9582d6eff45 req-fc539f6c-26ad-4476-b148-26bffc7d7a31 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02ef50735d804c2db24fe12e26c282e8&device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 1162 time: 0.1351111
Feb 03 20:06:18.071654 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1c9e3803-269d-4275-a905-c164ccd7a1eb req-9c4b8543-b60b-453c-820a-c9a48eacf6b4 service neutron] 10.222.0.67 "GET /v2.0/networks/363b23da-45c6-4a09-8348-d34a237bdcb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2223263
Feb 03 20:06:18.099348 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-96ca3d09-7584-43bd-933a-bde46dd4e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:18.101569 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-96ca3d09-7584-43bd-933a-bde46dd4e3c9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92708c39-8f9d-45db-9129-1cb87b5a6374 HTTP/1.1" status: 200  len: 848 time: 0.0905764
Feb 03 20:06:18.199855 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-63c17b62-0965-41fe-b76c-ee3f60380a8c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6c0c17d9-b561-4f88-af40-fc3e81a7dc07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0859773
Feb 03 20:06:18.683455 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250980a-cb10-47cd-998d-cdbdb7828dd1 req-63800ecd-38c8-44dd-ae4f-6bdcb95a4928 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:18.685055 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b250980a-cb10-47cd-998d-cdbdb7828dd1 req-63800ecd-38c8-44dd-ae4f-6bdcb95a4928 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 943 time: 0.5290387
Feb 03 20:06:18.695386 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-05333743-8d02-49c2-9599-51ab6d91b4f9 service neutron] 10.222.0.67 "GET /v2.0/networks/6c0c17d9-b561-4f88-af40-fc3e81a7dc07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4821553
Feb 03 20:06:18.730511 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4b8d8-6b38-4121-8a9b-db657431a3e0 req-eb4edf57-93b8-480b-9e31-d194ee8fa853 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:18.732243 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c6b4b8d8-6b38-4121-8a9b-db657431a3e0 req-eb4edf57-93b8-480b-9e31-d194ee8fa853 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=1568602f-f474-48a0-a58e-8ab808c33463 HTTP/1.1" status: 200  len: 946 time: 0.6727364
Feb 03 20:06:18.745379 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ed593-17ca-42d7-9fe6-d9582d6eff45 req-ebc00bd8-2548-4324-b4f0-99e725c0bded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:18.746888 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2d9ed593-17ca-42d7-9fe6-d9582d6eff45 req-ebc00bd8-2548-4324-b4f0-99e725c0bded service neutron] 10.222.0.67 "GET /v2.0/networks?id=4826c2d9-ff92-4255-84fc-4664139f9cbb HTTP/1.1" status: 200  len: 909 time: 0.6315541
Feb 03 20:06:18.842744 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b250980a-cb10-47cd-998d-cdbdb7828dd1 req-08068159-b954-4447-a83e-0eefffc82a70 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495337
Feb 03 20:06:18.843575 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1c9e3803-269d-4275-a905-c164ccd7a1eb req-e4913810-f8ea-477c-ab63-701b254c1f16 service neutron] 10.222.0.67 "GET /v2.0/networks/363b23da-45c6-4a09-8348-d34a237bdcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7355247
Feb 03 20:06:18.894045 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1ba32d59-8535-41af-bb76-3e83b73ac208 req-71bb5b9e-3816-4a06-95e5-01b3a57d90c8 service neutron] 10.222.0.67 "GET /v2.0/networks/6c0c17d9-b561-4f88-af40-fc3e81a7dc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1805732
Feb 03 20:06:18.913287 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c6b4b8d8-6b38-4121-8a9b-db657431a3e0 req-6a8c34b2-0446-410d-ab31-0500e6592796 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1692901
Feb 03 20:06:18.917352 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2d9ed593-17ca-42d7-9fe6-d9582d6eff45 req-dcdb0973-0800-48e2-8e06-35fbac22b746 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8b564b3-821b-48b8-9163-12b4ea3a05ec HTTP/1.1" status: 200  len: 1000 time: 0.1510456
Feb 03 20:06:19.014071 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ed593-17ca-42d7-9fe6-d9582d6eff45 req-945650a0-cc46-4e62-8cf1-2019ccde5f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:19.015799 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2d9ed593-17ca-42d7-9fe6-d9582d6eff45 req-945650a0-cc46-4e62-8cf1-2019ccde5f9d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5a7e0094-f26b-4461-b4af-b0f9b0b24802 HTTP/1.1" status: 200  len: 854 time: 0.0720828
Feb 03 20:06:19.027187 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:19.105144 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:19.105574 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:19.161603 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94336e58-381e-41ca-b921-1b06db09013d req-62e5a2a5-67a9-4527-aae2-3d783432b99b tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:19.163304 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-94336e58-381e-41ca-b921-1b06db09013d req-62e5a2a5-67a9-4527-aae2-3d783432b99b tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=0d3dd952-d234-43a6-a0cc-b5837978fd58 HTTP/1.1" status: 200  len: 945 time: 0.1702406
Feb 03 20:06:19.203134 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ed593-17ca-42d7-9fe6-d9582d6eff45 req-3c311f93-50c6-4786-86b8-441c0ca4a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:19.205009 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2d9ed593-17ca-42d7-9fe6-d9582d6eff45 req-3c311f93-50c6-4786-86b8-441c0ca4a7b4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4826c2d9-ff92-4255-84fc-4664139f9cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1702847
Feb 03 20:06:19.232875 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-94336e58-381e-41ca-b921-1b06db09013d req-80d1c13b-8c73-41d4-9ea5-4f2ad68a1fd1 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623186
Feb 03 20:06:19.292329 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041d29c-df56-480b-bb5a-3ab4bf7147ef req-a1238283-fe88-494f-9ed9-924f3dd8b626 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:19.293995 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e041d29c-df56-480b-bb5a-3ab4bf7147ef req-a1238283-fe88-494f-9ed9-924f3dd8b626 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.2081347
Feb 03 20:06:19.454946 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e041d29c-df56-480b-bb5a-3ab4bf7147ef req-48c1e2ae-08fd-46fd-82c5-48ce613156e2 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364641
Feb 03 20:06:19.495087 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2d9ed593-17ca-42d7-9fe6-d9582d6eff45 req-6f331f48-9d92-4375-9c4c-9080c8339415 service neutron] 10.222.0.67 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2000208
Feb 03 20:06:19.527525 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981efb7d-f5bf-4049-9e4f-b6c8718c4ba0 req-955be515-cd75-4a5c-bdde-003c4f5dd12e tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:19.529380 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-981efb7d-f5bf-4049-9e4f-b6c8718c4ba0 req-955be515-cd75-4a5c-bdde-003c4f5dd12e tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.1718142
Feb 03 20:06:19.604483 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-981efb7d-f5bf-4049-9e4f-b6c8718c4ba0 req-cd44a8c3-23cd-4767-9cae-5600f644a3b7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650365
Feb 03 20:06:19.653486 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2d9ed593-17ca-42d7-9fe6-d9582d6eff45 req-14b67145-c11b-4339-8a92-ba1123c1d9d0 service neutron] 10.222.0.67 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1489768
Feb 03 20:06:20.147060 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d3666-0de6-4751-8ecc-3f97eaf8e21f req-d95f8093-a950-46d2-a0fb-1ff3ed54fb81 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:20.148788 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-584d3666-0de6-4751-8ecc-3f97eaf8e21f req-d95f8093-a950-46d2-a0fb-1ff3ed54fb81 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 943 time: 0.1739392
Feb 03 20:06:20.211734 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6990dd2-a554-4070-bae2-e71df26b99c1 req-222464f2-5876-40ce-908c-0cfd7c6a4971 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:20.213451 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b6990dd2-a554-4070-bae2-e71df26b99c1 req-222464f2-5876-40ce-908c-0cfd7c6a4971 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=1568602f-f474-48a0-a58e-8ab808c33463 HTTP/1.1" status: 200  len: 946 time: 0.1686172
Feb 03 20:06:20.214270 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-584d3666-0de6-4751-8ecc-3f97eaf8e21f req-c82a2c4a-929c-4aa8-8008-bc910e12ad90 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590365
Feb 03 20:06:20.286041 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b6990dd2-a554-4070-bae2-e71df26b99c1 req-9e2154af-7f8f-4b57-9cb0-465ceff47db9 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647879
Feb 03 20:06:20.616112 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c1221-3b81-4da3-99c9-43d767c99d7b req-aa33d8b9-2cec-434b-8612-517c50236bbb tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:20.617833 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d12c1221-3b81-4da3-99c9-43d767c99d7b req-aa33d8b9-2cec-434b-8612-517c50236bbb tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=0d3dd952-d234-43a6-a0cc-b5837978fd58 HTTP/1.1" status: 200  len: 945 time: 0.2457099
Feb 03 20:06:20.704136 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db27f4-7ffc-4770-9a93-593d0cc95909 req-da2df5bd-e452-41d1-9bad-6b5eeaac4b1a tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:20.705742 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98db27f4-7ffc-4770-9a93-593d0cc95909 req-da2df5bd-e452-41d1-9bad-6b5eeaac4b1a tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.67 "GET /v2.0/ports?device_id=1568602f-f474-48a0-a58e-8ab808c33463 HTTP/1.1" status: 200  len: 946 time: 0.2965422
Feb 03 20:06:20.764457 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaf72c-5aa1-44fc-a3d1-8097b4c369fe req-a0cc0bfe-c13b-419d-a09e-c7634ef6bbf2 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:20.766594 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4ddaf72c-5aa1-44fc-a3d1-8097b4c369fe req-a0cc0bfe-c13b-419d-a09e-c7634ef6bbf2 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1767597
Feb 03 20:06:20.824451 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d12c1221-3b81-4da3-99c9-43d767c99d7b req-340ecd6c-d9bd-4dd2-9223-8d07dcce3384 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176078
Feb 03 20:06:20.835970 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4ddaf72c-5aa1-44fc-a3d1-8097b4c369fe req-5729d30d-d4ae-489a-a504-b2a7445cde4c tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620027
Feb 03 20:06:20.862887 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-98db27f4-7ffc-4770-9a93-593d0cc95909 req-1c82a4d3-c2b3-4e65-b86f-674424452b4d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Deleting port 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2 {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:06:20.862887 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-98db27f4-7ffc-4770-9a93-593d0cc95909 req-1c82a4d3-c2b3-4e65-b86f-674424452b4d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:21.004205 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:21.082420 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:21.082849 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:21.269866 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:06:21.297164 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6112b5-358f-4dee-bf0a-5b69d5d3096e req-c6524115-b314-4d2d-8cfb-d8589dabb8a8 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:21.299144 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4a6112b5-358f-4dee-bf0a-5b69d5d3096e req-c6524115-b314-4d2d-8cfb-d8589dabb8a8 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.3117340
Feb 03 20:06:21.305143 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-98db27f4-7ffc-4770-9a93-593d0cc95909 req-1c82a4d3-c2b3-4e65-b86f-674424452b4d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] For port 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=625cd8eb-aa8e-4c15-bdca-59f100e1e1e2,segment=NetworkSegment(c51be60e-c001-43d2-bd36-2a172e2801c1),segment_id=c51be60e-c001-43d2-bd36-2a172e2801c1)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:06:21.305548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-98db27f4-7ffc-4770-9a93-593d0cc95909 req-1c82a4d3-c2b3-4e65-b86f-674424452b4d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:21.436659 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:21.465612 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-98db27f4-7ffc-4770-9a93-593d0cc95909 req-1c82a4d3-c2b3-4e65-b86f-674424452b4d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Calling delete_port for 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2 owned by compute:nova {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:06:21.479848 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1568602f-f474-48a0-a58e-8ab808c33463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '625cd8eb-aa8e-4c15-bdca-59f100e1e1e2'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:06:21.502380 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=625cd8eb-aa8e-4c15-bdca-59f100e1e1e2,segment=NetworkSegment(c51be60e-c001-43d2-bd36-2a172e2801c1),segment_id=c51be60e-c001-43d2-bd36-2a172e2801c1)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:06:21.506792 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:21.509066 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:21.583363 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4a6112b5-358f-4dee-bf0a-5b69d5d3096e req-fad0e29a-c7ea-4436-8893-213f2f5e3d40 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2684221
Feb 03 20:06:21.661311 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=625cd8eb-aa8e-4c15-bdca-59f100e1e1e2,revision_number=5']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:21.676772 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:21.694569 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f565e4-2f3d-4ad2-b8ab-65bd24ccae98 req-d7a69a44-f3ad-4de3-9c3d-522ab378d35e tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:21.696271 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e4f565e4-2f3d-4ad2-b8ab-65bd24ccae98 req-d7a69a44-f3ad-4de3-9c3d-522ab378d35e tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 943 time: 0.3276765
Feb 03 20:06:21.724541 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.api [req-98db27f4-7ffc-4770-9a93-593d0cc95909 req-1c82a4d3-c2b3-4e65-b86f-674424452b4d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80144) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 20:06:21.725004 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.api [req-98db27f4-7ffc-4770-9a93-593d0cc95909 req-1c82a4d3-c2b3-4e65-b86f-674424452b4d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 20:06:21.763827 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e4f565e4-2f3d-4ad2-b8ab-65bd24ccae98 req-2e22e73d-43b9-45f8-9c8f-b5a3c588ef1f tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603054
Feb 03 20:06:21.838244 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1568602f-f474-48a0-a58e-8ab808c33463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '625cd8eb-aa8e-4c15-bdca-59f100e1e1e2', 'code': 200}
Feb 03 20:06:22.119724 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f13c6c-5702-434c-8851-433ddef77508 req-093a2494-a4f4-4b12-b1af-112de80b7e8c tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:22.121343 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-54f13c6c-5702-434c-8851-433ddef77508 req-093a2494-a4f4-4b12-b1af-112de80b7e8c tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=1568602f-f474-48a0-a58e-8ab808c33463 HTTP/1.1" status: 200  len: 944 time: 0.3849466
Feb 03 20:06:22.194409 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e71c6-e855-49e9-bf7d-4358a8c1c303 req-05734b2d-3d77-4ada-be49-faa0fd9e51d5 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:22.196688 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-605e71c6-e855-49e9-bf7d-4358a8c1c303 req-05734b2d-3d77-4ada-be49-faa0fd9e51d5 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1956949
Feb 03 20:06:22.216645 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-54f13c6c-5702-434c-8851-433ddef77508 req-80a78ce4-dfff-48bb-88a7-ca45526b2e06 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857024
Feb 03 20:06:22.226587 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-98db27f4-7ffc-4770-9a93-593d0cc95909 req-1c82a4d3-c2b3-4e65-b86f-674424452b4d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Deleting port 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2 {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:06:22.226938 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-98db27f4-7ffc-4770-9a93-593d0cc95909 req-1c82a4d3-c2b3-4e65-b86f-674424452b4d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:22.277498 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-605e71c6-e855-49e9-bf7d-4358a8c1c303 req-1cc3357e-15c7-4223-bea5-cef6699afa72 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737231
Feb 03 20:06:22.507157 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-98db27f4-7ffc-4770-9a93-593d0cc95909 req-1c82a4d3-c2b3-4e65-b86f-674424452b4d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] For port 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=625cd8eb-aa8e-4c15-bdca-59f100e1e1e2,segment=NetworkSegment(c51be60e-c001-43d2-bd36-2a172e2801c1),segment_id=c51be60e-c001-43d2-bd36-2a172e2801c1)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:06:22.507551 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-98db27f4-7ffc-4770-9a93-593d0cc95909 req-1c82a4d3-c2b3-4e65-b86f-674424452b4d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:22.650693 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-98db27f4-7ffc-4770-9a93-593d0cc95909 req-1c82a4d3-c2b3-4e65-b86f-674424452b4d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Calling delete_port for 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2 owned by compute:nova {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:06:22.853905 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ea6857a7-4a68-416a-a422-4b59b5fca581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:22.877347 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-98db27f4-7ffc-4770-9a93-593d0cc95909 req-1c82a4d3-c2b3-4e65-b86f-674424452b4d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:22.893507 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1b078734-fb92-47cf-b913-87b77d7290f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:22.997051 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82a4d3-c2b3-4e65-b86f-674424452b4d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Pushing event deleted for resources: {'Port': ['ID=625cd8eb-aa8e-4c15-bdca-59f100e1e1e2,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:23.005227 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1c82a4d3-c2b3-4e65-b86f-674424452b4d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:23.071457 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de405b11-219f-4c7c-b4cc-f5d9326043ad req-3e3b5484-27ed-405a-a885-2c629b380542 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:23.073197 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-de405b11-219f-4c7c-b4cc-f5d9326043ad req-3e3b5484-27ed-405a-a885-2c629b380542 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 943 time: 0.1757565
Feb 03 20:06:23.091130 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d01e23-024f-4117-92e0-0251961372e8 req-a561ef64-6551-43bc-a5ea-9e8c06bc24c5 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:23.092899 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-08d01e23-024f-4117-92e0-0251961372e8 req-a561ef64-6551-43bc-a5ea-9e8c06bc24c5 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.3544836
Feb 03 20:06:23.142584 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-de405b11-219f-4c7c-b4cc-f5d9326043ad req-4307f301-ee69-4b61-ad7b-c211ae0204bc tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619073
Feb 03 20:06:23.206224 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-08d01e23-024f-4117-92e0-0251961372e8 req-f449ba11-3d6f-44fc-ad7e-93419348cbe3 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0969832
Feb 03 20:06:23.264960 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-98db27f4-7ffc-4770-9a93-593d0cc95909 req-1c82a4d3-c2b3-4e65-b86f-674424452b4d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] No DVR routers for this DVR port 625cd8eb-aa8e-4c15-bdca-59f100e1e1e2 on host hv-cinder-77398 {{(pid=80144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:06:23.268718 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-98db27f4-7ffc-4770-9a93-593d0cc95909 req-1c82a4d3-c2b3-4e65-b86f-674424452b4d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:23.271690 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1568602f-f474-48a0-a58e-8ab808c33463', 'name': 'network-vif-deleted', 'tag': '625cd8eb-aa8e-4c15-bdca-59f100e1e1e2'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:06:23.291679 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98db27f4-7ffc-4770-9a93-593d0cc95909 req-1c82a4d3-c2b3-4e65-b86f-674424452b4d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.67 "DELETE /v2.0/ports/625cd8eb-aa8e-4c15-bdca-59f100e1e1e2 HTTP/1.1" status: 204  len: 173 time: 2.5680535
Feb 03 20:06:23.339531 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1568602f-f474-48a0-a58e-8ab808c33463', 'name': 'network-vif-deleted', 'tag': '625cd8eb-aa8e-4c15-bdca-59f100e1e1e2', 'status': 'completed', 'code': 200}
Feb 03 20:06:23.418261 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-83736a05-4165-4470-9bb1-4af149c046d1 req-d1beda28-91cf-4df1-a310-6818a4b06599 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=1568602f-f474-48a0-a58e-8ab808c33463 HTTP/1.1" status: 200  len: 210 time: 0.0508642
Feb 03 20:06:23.622141 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 57734) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:06:23.648857 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198b36e-0998-4b04-8323-383704202409 req-2c90ee79-e739-4009-b17c-41aa83f38603 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:23.650586 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f198b36e-0998-4b04-8323-383704202409 req-2c90ee79-e739-4009-b17c-41aa83f38603 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1768088
Feb 03 20:06:23.717145 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f198b36e-0998-4b04-8323-383704202409 req-ced52547-3af4-4aa8-aa7b-956262282c3e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590880
Feb 03 20:06:23.774161 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 869c3cf3-364d-4e72-b72a-c03b4105f92b up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:23.789725 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d99fc4c1-562a-4844-aff3-845b27753542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:23.812754 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-d99fc4c1-562a-4844-aff3-845b27753542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:06:23.822327 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-d99fc4c1-562a-4844-aff3-845b27753542 admin admin] Usage tracker for resource:security_group_rule and tenant:32b8b798b2544f6ab801be065bcd17c6 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:06:23.825413 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-d99fc4c1-562a-4844-aff3-845b27753542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:06:23.834238 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-d99fc4c1-562a-4844-aff3-845b27753542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:06:23.851548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning for port 869c3cf3-364d-4e72-b72a-c03b4105f92b completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:06:23.857255 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 869c3cf3-364d-4e72-b72a-c03b4105f92b triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:23.857752 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:23.945181 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d99fc4c1-562a-4844-aff3-845b27753542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:23.947992 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d99fc4c1-562a-4844-aff3-845b27753542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:23.958354 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-83ed57d6-a81c-4219-92e0-6fa197a3e962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:23.995694 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:24.006806 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-d99fc4c1-562a-4844-aff3-845b27753542 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=32b8b798b2544f6ab801be065bcd17c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3830667
Feb 03 20:06:24.008636 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fc4c1-562a-4844-aff3-845b27753542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57880f99-4742-4440-a325-f6f617dab81b,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:24.009414 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 57742) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:06:24.012344 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d99fc4c1-562a-4844-aff3-845b27753542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:24.027538 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac70b10-41d8-4388-9ae6-e34d3449d0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869c3cf3-364d-4e72-b72a-c03b4105f92b'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:06:24.039080 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 869c3cf3-364d-4e72-b72a-c03b4105f92b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=869c3cf3-364d-4e72-b72a-c03b4105f92b,segment=NetworkSegment(afc61110-ec15-4e2d-a68a-fa4e69c24ea7),segment_id=afc61110-ec15-4e2d-a68a-fa4e69c24ea7)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:06:24.042501 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:24.044429 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:24.089185 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b7128baf-fabd-4943-afd0-4501ad11579e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:24.093730 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac70b10-41d8-4388-9ae6-e34d3449d0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869c3cf3-364d-4e72-b72a-c03b4105f92b', 'code': 200}
Feb 03 20:06:24.123398 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=869c3cf3-364d-4e72-b72a-c03b4105f92b,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:24.123623 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b7128baf-fabd-4943-afd0-4501ad11579e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:24.127268 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:24.173520 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b7128baf-fabd-4943-afd0-4501ad11579e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:24.179471 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-acc4a268-f7f2-41a9-9097-37ef9c09e5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:24.194676 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128baf-fabd-4943-afd0-4501ad11579e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57880f99-4742-4440-a325-f6f617dab81b,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:24.197722 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b7128baf-fabd-4943-afd0-4501ad11579e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:24.198752 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b7128baf-fabd-4943-afd0-4501ad11579e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:24.202277 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-b7128baf-fabd-4943-afd0-4501ad11579e admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/57880f99-4742-4440-a325-f6f617dab81b HTTP/1.1" status: 204  len: 168 time: 0.1894207
Feb 03 20:06:24.339056 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:24.537155 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7326909-ccb1-4979-a542-257855ed94d6 req-bc51c388-421b-4ecc-8f0f-2c83f2459020 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:24.540652 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a7326909-ccb1-4979-a542-257855ed94d6 req-bc51c388-421b-4ecc-8f0f-2c83f2459020 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 945 time: 0.2435632
Feb 03 20:06:24.601005 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a64760-d0ec-4a60-9931-953d719df8cc req-06aaea9b-2d5c-42e7-a7bf-e410e2c85c66 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:24.602554 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-73a64760-d0ec-4a60-9931-953d719df8cc req-06aaea9b-2d5c-42e7-a7bf-e410e2c85c66 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.1865957
Feb 03 20:06:24.644735 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a7326909-ccb1-4979-a542-257855ed94d6 req-db619b2f-3a4d-4af0-a912-ce696435569e tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991340
Feb 03 20:06:24.663686 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16859e6c-c716-42bd-a839-317104443a83 req-0284070d-29c7-4330-9c33-6ebbe351d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:24.665392 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-16859e6c-c716-42bd-a839-317104443a83 req-0284070d-29c7-4330-9c33-6ebbe351d803 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 1162 time: 0.2803898
Feb 03 20:06:24.749383 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-73a64760-d0ec-4a60-9931-953d719df8cc req-073dc56a-ef70-4a58-996d-b8e46014e2ab tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1372199
Feb 03 20:06:24.750067 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-16859e6c-c716-42bd-a839-317104443a83 req-60019251-c20c-4337-bdd6-3e5dc8ba8520 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725543
Feb 03 20:06:24.854152 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-12898f07-4747-4121-a110-164cbca011c3 req-e9d45b83-ecdc-4c53-81e2-03b0f466107e tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Synchronizing usage tracker for tenant:2fbefdf95293404192e9ef9cb9a6b198 on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:06:24.870276 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-12898f07-4747-4121-a110-164cbca011c3 req-e9d45b83-ecdc-4c53-81e2-03b0f466107e tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Unset dirty status for tenant:2fbefdf95293404192e9ef9cb9a6b198 on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:06:24.871570 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-12898f07-4747-4121-a110-164cbca011c3 req-e9d45b83-ecdc-4c53-81e2-03b0f466107e tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=1568602f-f474-48a0-a58e-8ab808c33463 HTTP/1.1" status: 200  len: 210 time: 0.0679851
Feb 03 20:06:25.076345 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e7b71-7c18-4044-bb09-456e82b10c5d req-aa3731de-5209-4caa-a930-c7a7a2d00566 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:25.078260 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f52e7b71-7c18-4044-bb09-456e82b10c5d req-aa3731de-5209-4caa-a930-c7a7a2d00566 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1945364
Feb 03 20:06:25.152729 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f52e7b71-7c18-4044-bb09-456e82b10c5d req-adf6f711-2d2e-4c6a-a17c-d517e96bbcbb tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660048
Feb 03 20:06:25.267188 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 57784) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:06:25.289028 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ccba7cc2-1098-4dcc-9459-3194fb7ef432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:25.410305 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2095159714-network', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:06:25.415745 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:06:25.420595 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Usage tracker for resource:network and tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:06:25.424441 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:06:25.431056 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:06:25.441463 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Made reservation on behalf of b5d4a4ba4b58452c9e7dac6b64c2c95d for: {'network': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:06:25.446420 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:25.462955 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:25.479068 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:06:25.483357 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Usage tracker for resource:security_group_rule and tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:06:25.487524 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:06:25.493311 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:06:25.590393 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:25.593521 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:25.598726 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5a7b1924-546e-4d38-98b7-139d67f33be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:25.630178 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 20:06:25.643570 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f05c04e-647c-4c3e-813a-70c988c113bf,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:25.647024 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:25.649800 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:25.650191 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.segments_db [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Added segment 6e64f417-e845-4b38-aeb4-6c4d26500e80 of type vxlan for network 9ff78e91-b7de-4878-8334-c0473181ce8a
Feb 03 20:06:25.680742 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781391937907'] for network, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:25.710892 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for network, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:25.712210 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:25.712862 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:25.717990 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-73356330-2e5a-4cf8-a554-b710e6485954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:25.762287 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.4904144
Feb 03 20:06:25.762652 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 57804) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:06:25.770479 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-1215d88c-5899-40ab-950f-61b25fd5154b admin admin] Request body: {'subnet': {'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2095159714-subnet', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'ip_version': 4}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:06:25.777316 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-1215d88c-5899-40ab-950f-61b25fd5154b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:06:25.794724 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-1215d88c-5899-40ab-950f-61b25fd5154b admin admin] Usage tracker for resource:subnet and tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:06:25.798625 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-1215d88c-5899-40ab-950f-61b25fd5154b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:06:25.805161 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-1215d88c-5899-40ab-950f-61b25fd5154b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:06:25.817802 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1215d88c-5899-40ab-950f-61b25fd5154b admin admin] Made reservation on behalf of b5d4a4ba4b58452c9e7dac6b64c2c95d for: {'subnet': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:06:25.822799 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1215d88c-5899-40ab-950f-61b25fd5154b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848239344'] for subnet, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:25.901313 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Pushing event updated for resources: {'Network': ['ID=9ff78e91-b7de-4878-8334-c0473181ce8a,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:25.929737 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:25.929910 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Network 9ff78e91-b7de-4878-8334-c0473181ce8a details requested by agent ovs-agent-dv-cinder-773985-1-iscsi with host dv-cinder-773985-1-iscsi {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:06:25.956709 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Network 9ff78e91-b7de-4878-8334-c0473181ce8a details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:06:25.958400 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 57820) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:06:26.087918 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bbfa0-f242-4c5f-b29e-8dfbe8f928c5 req-35745a25-bbb6-4941-a888-18648b2fb782 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:26.095866 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9a0bbfa0-f242-4c5f-b29e-8dfbe8f928c5 req-35745a25-bbb6-4941-a888-18648b2fb782 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 945 time: 0.2332916
Feb 03 20:06:26.154240 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:26.186772 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57732c-57fb-445d-8563-15e6882ebfff req-a4cbafc8-b2e0-4446-80df-aad32cee0f09 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:26.189150 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ee57732c-57fb-445d-8563-15e6882ebfff req-a4cbafc8-b2e0-4446-80df-aad32cee0f09 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.2927754
Feb 03 20:06:26.233407 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9a0bbfa0-f242-4c5f-b29e-8dfbe8f928c5 req-3ffda206-a3e1-4512-aaaa-226daeeae323 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365199
Feb 03 20:06:26.263459 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d9100cc0-dfeb-47ad-862c-d34db0476de3 req-f3eff23c-aa74-47d8-9b51-00ccb9316953 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3016615
Feb 03 20:06:26.302216 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ee57732c-57fb-445d-8563-15e6882ebfff req-5c7e8264-4dca-4d0d-a909-50e54fc85e6b tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1052234
Feb 03 20:06:26.489926 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 869c3cf3-364d-4e72-b72a-c03b4105f92b up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:26.675314 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 869c3cf3-364d-4e72-b72a-c03b4105f92b triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:26.675745 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:26.691823 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1215d88c-5899-40ab-950f-61b25fd5154b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848090215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848239325'] for subnet, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:26.750515 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:26.785365 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:26.797292 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb427119-52c1-4bca-81dc-fa179f08c527 req-07a6df5f-51b6-4b86-8381-96fcb6ef17df tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:26.799007 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-eb427119-52c1-4bca-81dc-fa179f08c527 req-07a6df5f-51b6-4b86-8381-96fcb6ef17df tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.2951124
Feb 03 20:06:26.871834 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-eb427119-52c1-4bca-81dc-fa179f08c527 req-fe484965-86f3-4485-82c2-66c88b314724 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655699
Feb 03 20:06:26.876295 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215d88c-5899-40ab-950f-61b25fd5154b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a47023-a7e6-4e5a-a78e-878b5980dff8,revision_number=0']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:26.878229 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device f8b564b3-821b-48b8-9163-12b4ea3a05ec no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:06:26.879368 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1215d88c-5899-40ab-950f-61b25fd5154b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:26.949810 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215d88c-5899-40ab-950f-61b25fd5154b admin admin] Checking segment: {'id': '6e64f417-e845-4b38-aeb4-6c4d26500e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:06:26.950210 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1215d88c-5899-40ab-950f-61b25fd5154b admin admin] Network hostable DHCP agents. Network: 9ff78e91-b7de-4878-8334-c0473181ce8a, hostable agents: ['78a9ef71-605a-41eb-85ca-137cef06346e'], hosted agents: [] {{(pid=80146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 20:06:26.972620 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1215d88c-5899-40ab-950f-61b25fd5154b admin admin] Network 9ff78e91-b7de-4878-8334-c0473181ce8a is scheduled to be hosted by DHCP agent 78a9ef71-605a-41eb-85ca-137cef06346e with binding_index 1 {{(pid=80146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 20:06:26.981480 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-1215d88c-5899-40ab-950f-61b25fd5154b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-iscsi, 9ff78e91-b7de-4878-8334-c0473181ce8a) {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:06:26.993651 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1215d88c-5899-40ab-950f-61b25fd5154b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:26.994313 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1215d88c-5899-40ab-950f-61b25fd5154b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:26.996428 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af852e4-051e-438c-9446-606346a6a6e4 None None] Network 9ff78e91-b7de-4878-8334-c0473181ce8a requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:06:27.023304 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 57842) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:06:27.023471 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-1215d88c-5899-40ab-950f-61b25fd5154b admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2593126
Feb 03 20:06:27.030757 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:06:27.036065 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:06:27.040334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Usage tracker for resource:router and tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:06:27.043452 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:06:27.051661 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:06:27.062122 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63094'] for router, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:27.064091 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846791573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846789013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8036125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854712722'] for router, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:27.081645 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:27.092171 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:27.152486 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2c3909-231f-46be-afc3-4f39ecc6fc1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8b564b3-821b-48b8-9163-12b4ea3a05ec'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:06:27.176498 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port f8b564b3-821b-48b8-9163-12b4ea3a05ec, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f8b564b3-821b-48b8-9163-12b4ea3a05ec,segment=NetworkSegment(21f320d7-b94d-4ce4-b976-ee13b6aa7f47),segment_id=21f320d7-b94d-4ce4-b976-ee13b6aa7f47)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:06:27.231116 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:27.237453 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:27.278992 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5a2c3909-231f-46be-afc3-4f39ecc6fc1f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f8b564b3-821b-48b8-9163-12b4ea3a05ec', 'code': 422} returned with failed status
Feb 03 20:06:27.311938 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:27.369320 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=f8b564b3-821b-48b8-9163-12b4ea3a05ec,revision_number=5']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:27.372433 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:27.379040 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20dd8c5e-75be-5be5-9ee4-f2dad36667d2-9ff78e91-b7de-4878-8334-c0473181ce8a', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'fixed_ips': [{'subnet_id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8'}]}} from dv-cinder-773985-1-iscsi. {{(pid=80147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 03 20:06:27.380121 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:27.467316 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846789032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854712737'] for router, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:27.680188 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a5c04-c4aa-4b86-8cae-698a3c2aaf74 req-6f8f78d1-39e3-454c-84ee-5252e45cdb37 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:27.682338 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bb5a5c04-c4aa-4b86-8cae-698a3c2aaf74 req-6f8f78d1-39e3-454c-84ee-5252e45cdb37 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.1962383
Feb 03 20:06:27.714417 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Allocated IP 172.20.0.2 (9ff78e91-b7de-4878-8334-c0473181ce8a/b9a47023-a7e6-4e5a-a78e-878b5980dff8/962c2438-466b-4639-a953-7994feddfa7b) {{(pid=80147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:06:27.773392 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bb5a5c04-c4aa-4b86-8cae-698a3c2aaf74 req-eb5fbabf-e283-449e-af29-f9fe361e6409 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0803287
Feb 03 20:06:27.845035 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 869c3cf3-364d-4e72-b72a-c03b4105f92b up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:27.908709 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a5328-4ff6-4110-aaaa-a99f3cf786b0 req-89358069-c6b2-40af-aa85-493cbd3aec9d tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:27.911066 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5f2a5328-4ff6-4110-aaaa-a99f3cf786b0 req-89358069-c6b2-40af-aa85-493cbd3aec9d tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 945 time: 0.4905679
Feb 03 20:06:27.994390 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5f2a5328-4ff6-4110-aaaa-a99f3cf786b0 req-235331eb-7f70-493a-93f7-f51b89128f10 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766256
Feb 03 20:06:28.019034 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 869c3cf3-364d-4e72-b72a-c03b4105f92b triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:28.019279 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:28.076141 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Notify callbacks [] for port, precommit_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:28.131052 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Transition to ACTIVE for port object 962c2438-466b-4639-a953-7994feddfa7b will not be triggered until provisioned by entity L2. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:06:28.184611 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Transition to ACTIVE for port object 962c2438-466b-4639-a953-7994feddfa7b will not be triggered until provisioned by entity DHCP. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:06:28.195298 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:28.334232 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:28.384184 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:28.387657 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718fa16-a0ef-46c3-af27-28725606997d req-cec2f797-679b-4a5b-8676-018dc7eefbe8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:28.397035 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d718fa16-a0ef-46c3-af27-28725606997d req-cec2f797-679b-4a5b-8676-018dc7eefbe8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 945 time: 0.2262311
Feb 03 20:06:28.434041 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:28.466456 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d718fa16-a0ef-46c3-af27-28725606997d req-9734e7fb-3efc-4559-a9be-f552f24004a1 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683565
Feb 03 20:06:28.662392 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Pushing event updated for resources: {'Port': ['ID=962c2438-466b-4639-a953-7994feddfa7b,revision_number=1']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:28.671713 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:28.693518 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Network 9ff78e91-b7de-4878-8334-c0473181ce8a is already hosted by enough agents. {{(pid=80147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:06:28.695233 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Resources bound (agent type, host, resource id):  {{(pid=80147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:06:28.697537 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Received port after_create {{(pid=80147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:06:28.710611 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf3c5f-acce-4af6-9fa8-980619c30a94 req-a2444dd2-c981-42df-b478-e92b79721aca tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:28.712350 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-efcf3c5f-acce-4af6-9fa8-980619c30a94 req-a2444dd2-c981-42df-b478-e92b79721aca tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.4937825
Feb 03 20:06:28.759934 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Attempting to bind port 962c2438-466b-4639-a953-7994feddfa7b on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:06:28.760382 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Attempting to bind port 962c2438-466b-4639-a953-7994feddfa7b by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': '6e64f417-e845-4b38-aeb4-6c4d26500e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a'}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:06:28.760802 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Attempting to bind port 962c2438-466b-4639-a953-7994feddfa7b on network 9ff78e91-b7de-4878-8334-c0473181ce8a {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:06:28.767111 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:06:28.767543 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Checking segment: {'id': '6e64f417-e845-4b38-aeb4-6c4d26500e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:06:28.768024 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:28.768471 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Bound using segment: {'id': '6e64f417-e845-4b38-aeb4-6c4d26500e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a'} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:06:28.769001 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Bound port: 962c2438-466b-4639-a953-7994feddfa7b, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e64f417-e845-4b38-aeb4-6c4d26500e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a'}}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:06:28.769429 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:28.853183 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9100cc0-dfeb-47ad-862c-d34db0476de3 req-dc8da4f1-b03d-4182-a7fe-16dd8b836abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:28.855177 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d9100cc0-dfeb-47ad-862c-d34db0476de3 req-dc8da4f1-b03d-4182-a7fe-16dd8b836abc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f&tenant_id=02ef50735d804c2db24fe12e26c282e8 HTTP/1.1" status: 200  len: 1160 time: 0.3336573
Feb 03 20:06:28.873754 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] For port 962c2438-466b-4639-a953-7994feddfa7b, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:06:28.877063 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] For port 962c2438-466b-4639-a953-7994feddfa7b, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=962c2438-466b-4639-a953-7994feddfa7b,segment=NetworkSegment(6e64f417-e845-4b38-aeb4-6c4d26500e80),segment_id=6e64f417-e845-4b38-aeb4-6c4d26500e80)] {{(pid=80147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:06:28.879334 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-efcf3c5f-acce-4af6-9fa8-980619c30a94 req-2f9cb2dd-bea2-4a25-9d07-a5d0fb756287 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579788
Feb 03 20:06:28.880869 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:28.898639 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:29.022344 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Allocated IP 172.27.3.242 (b3f750ce-bc55-47f2-a098-fbecdde1b124/04309e75-65fb-4427-af0c-5eb643715331/349f977a-d6c4-4fa6-8e83-eeb877808ccd) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:06:29.060014 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9100cc0-dfeb-47ad-862c-d34db0476de3 req-aa519d7e-7706-4f15-8c79-f8ce3100c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:29.061646 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d9100cc0-dfeb-47ad-862c-d34db0476de3 req-aa519d7e-7706-4f15-8c79-f8ce3100c38d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02ef50735d804c2db24fe12e26c282e8&device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 1160 time: 0.1431656
Feb 03 20:06:29.065887 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Pushing event updated for resources: {'Port': ['ID=962c2438-466b-4639-a953-7994feddfa7b,revision_number=2']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:29.069405 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:29.111519 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd94d3-5243-4cb6-9394-79f2f3739f77 req-e7e1ab8e-8854-4fde-9269-66c449094682 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:29.113156 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d4dd94d3-5243-4cb6-9394-79f2f3739f77 req-e7e1ab8e-8854-4fde-9269-66c449094682 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.1757910
Feb 03 20:06:29.201967 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d4dd94d3-5243-4cb6-9394-79f2f3739f77 req-634d9f7a-317f-41fa-9f52-6f42712f06ca tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0792217
Feb 03 20:06:29.344907 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:29.348846 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9100cc0-dfeb-47ad-862c-d34db0476de3 req-2b045398-6673-475c-b9bb-e8d5ef3d8394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:29.350495 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d9100cc0-dfeb-47ad-862c-d34db0476de3 req-2b045398-6673-475c-b9bb-e8d5ef3d8394 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4826c2d9-ff92-4255-84fc-4664139f9cbb HTTP/1.1" status: 200  len: 909 time: 0.2341943
Feb 03 20:06:29.527131 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d9100cc0-dfeb-47ad-862c-d34db0476de3 req-37f8cd95-5bba-4f97-b282-93dd7104275e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8b564b3-821b-48b8-9163-12b4ea3a05ec HTTP/1.1" status: 200  len: 998 time: 0.1680791
Feb 03 20:06:29.534830 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:29.554044 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:29.809811 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Pushing event updated for resources: {'Port': ['ID=349f977a-d6c4-4fa6-8e83-eeb877808ccd,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:29.823992 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:29.831093 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973c55f-b2ff-4077-aeee-03293a1ad321 req-290d0049-1ed9-4f19-b072-6b634a484f09 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:29.832849 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3973c55f-b2ff-4077-aeee-03293a1ad321 req-290d0049-1ed9-4f19-b072-6b634a484f09 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 945 time: 0.1742697
Feb 03 20:06:29.836987 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9100cc0-dfeb-47ad-862c-d34db0476de3 req-3b241490-c397-495c-b5dd-ffb75df0117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:29.838578 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d9100cc0-dfeb-47ad-862c-d34db0476de3 req-3b241490-c397-495c-b5dd-ffb75df0117f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5a7e0094-f26b-4461-b4af-b0f9b0b24802 HTTP/1.1" status: 200  len: 854 time: 0.2857928
Feb 03 20:06:29.905261 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3973c55f-b2ff-4077-aeee-03293a1ad321 req-a7a4f76e-c8e3-424b-b82c-2ae2973730a4 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654821
Feb 03 20:06:29.965640 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Network b3f750ce-bc55-47f2-a098-fbecdde1b124 is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:06:30.052847 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34076e-ca06-45d6-9d86-dea3bdbbf9b4 req-09f6d31c-91de-498c-bed2-77d146541429 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:30.054538 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-de34076e-ca06-45d6-9d86-dea3bdbbf9b4 req-09f6d31c-91de-498c-bed2-77d146541429 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 945 time: 0.3468397
Feb 03 20:06:30.057028 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:06:30.060395 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:06:30.214120 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124772d1-7c8e-45d7-8baf-120b585ca86d req-5c14f7be-d8ad-435a-8ce4-47796c7a333f tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:30.215768 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-124772d1-7c8e-45d7-8baf-120b585ca86d req-5c14f7be-d8ad-435a-8ce4-47796c7a333f tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1737082
Feb 03 20:06:30.304335 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-124772d1-7c8e-45d7-8baf-120b585ca86d req-f520bb3d-0268-4dfa-8608-1f2e4c35a7ed tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733702
Feb 03 20:06:30.526394 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9100cc0-dfeb-47ad-862c-d34db0476de3 req-6fa59b1a-985b-4299-b000-f58455afc1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:30.528058 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d9100cc0-dfeb-47ad-862c-d34db0476de3 req-6fa59b1a-985b-4299-b000-f58455afc1ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4826c2d9-ff92-4255-84fc-4664139f9cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6769519
Feb 03 20:06:30.568532 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-de34076e-ca06-45d6-9d86-dea3bdbbf9b4 req-e4028b1d-9929-4b36-bb21-195b0e8d3c49 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4478247
Feb 03 20:06:30.667753 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a8d04-7ad1-41e5-add7-b4fb656dd2a1 req-7cd5f2b4-a21b-4c03-a21f-13f2dd6fccf6 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:30.669512 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-777a8d04-7ad1-41e5-add7-b4fb656dd2a1 req-7cd5f2b4-a21b-4c03-a21f-13f2dd6fccf6 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.2392330
Feb 03 20:06:30.701228 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea487be3-717e-4e0d-805c-e930bdc324d1 None None] Network 9ff78e91-b7de-4878-8334-c0473181ce8a requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:06:30.743110 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-777a8d04-7ad1-41e5-add7-b4fb656dd2a1 req-873b48e6-8685-4283-acbc-4a3fe71c4424 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661309
Feb 03 20:06:30.844436 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-20c22461-f252-4a0b-8fb0-90c68a1cccbc None None] Provisioning for port 962c2438-466b-4639-a953-7994feddfa7b completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:06:30.896193 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d9100cc0-dfeb-47ad-862c-d34db0476de3 req-fcc8e41b-b6e4-4b77-afe6-4233444229b1 service neutron] 10.222.0.67 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3242533
Feb 03 20:06:30.909846 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:31.292170 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d9100cc0-dfeb-47ad-862c-d34db0476de3 req-6745582b-904e-411b-951d-5b153becd7cd service neutron] 10.222.0.67 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3275290
Feb 03 20:06:31.381806 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8548cc-c4ac-4b04-8b30-94ebabcdedb0 req-6a1773ed-5a8e-4723-be25-52bc6da94658 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:31.383477 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1e8548cc-c4ac-4b04-8b30-94ebabcdedb0 req-6a1773ed-5a8e-4723-be25-52bc6da94658 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.67 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 945 time: 0.1856763
Feb 03 20:06:31.470916 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f6ee7-a290-4c7b-9cc4-012f427d274e req-81c7d850-bf47-4d8d-949e-3a948780a316 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:31.472665 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bc0f6ee7-a290-4c7b-9cc4-012f427d274e req-81c7d850-bf47-4d8d-949e-3a948780a316 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 945 time: 0.3645084
Feb 03 20:06:31.544025 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-1e8548cc-c4ac-4b04-8b30-94ebabcdedb0 req-395dfabf-f8cd-499d-a213-bf4bf6d39b18 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Deleting port ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77 {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:06:31.544341 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1e8548cc-c4ac-4b04-8b30-94ebabcdedb0 req-395dfabf-f8cd-499d-a213-bf4bf6d39b18 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:31.616339 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 962c2438-466b-4639-a953-7994feddfa7b up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:31.727200 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bc0f6ee7-a290-4c7b-9cc4-012f427d274e req-c8b8dff8-2993-4d96-a37b-4c93f91daafb tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681111
Feb 03 20:06:31.738604 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port 962c2438-466b-4639-a953-7994feddfa7b completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:06:31.751727 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 962c2438-466b-4639-a953-7994feddfa7b triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:31.752301 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:31.756884 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846791539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7986870'] for router, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:31.855116 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-8e4b6189-9e8b-4230-bcb2-dac39aa74710 None None] Provisioning complete for port 962c2438-466b-4639-a953-7994feddfa7b triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:31.855720 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8e4b6189-9e8b-4230-bcb2-dac39aa74710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:32.005135 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:32.018656 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 7870cd4f-7380-4fd7-9469-292c8f4c32d3 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:32.164476 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8e4b6189-9e8b-4230-bcb2-dac39aa74710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:32.172594 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28b87f-392b-4fa5-9178-d644206db465 req-5a7ddc90-422d-4f74-8416-cef494a1efc9 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:32.174310 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6c28b87f-392b-4fa5-9178-d644206db465 req-5a7ddc90-422d-4f74-8416-cef494a1efc9 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 945 time: 0.2476118
Feb 03 20:06:32.180260 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] For port 962c2438-466b-4639-a953-7994feddfa7b, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=962c2438-466b-4639-a953-7994feddfa7b,segment=NetworkSegment(6e64f417-e845-4b38-aeb4-6c4d26500e80),segment_id=6e64f417-e845-4b38-aeb4-6c4d26500e80)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:06:32.191037 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:32.194364 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-83ba46ce-481d-477d-a2a9-9bd21782d76f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:32.258440 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-1e8548cc-c4ac-4b04-8b30-94ebabcdedb0 req-395dfabf-f8cd-499d-a213-bf4bf6d39b18 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] For port ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77,segment=NetworkSegment(c51be60e-c001-43d2-bd36-2a172e2801c1),segment_id=c51be60e-c001-43d2-bd36-2a172e2801c1)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:06:32.258924 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1e8548cc-c4ac-4b04-8b30-94ebabcdedb0 req-395dfabf-f8cd-499d-a213-bf4bf6d39b18 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:32.268926 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6c28b87f-392b-4fa5-9178-d644206db465 req-10d98a3f-3232-417b-b5a8-f56c66677829 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832777
Feb 03 20:06:32.279833 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Router 9ae22426-1376-4ec1-8705-c2076b0cc55c is scheduled to L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 with binding_index 1 {{(pid=80144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 03 20:06:32.297050 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 7870cd4f-7380-4fd7-9469-292c8f4c32d3 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:32.297530 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:32.416740 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.api [None req-8e4b6189-9e8b-4230-bcb2-dac39aa74710 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80147) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 20:06:32.417094 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.api [None req-8e4b6189-9e8b-4230-bcb2-dac39aa74710 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 20:06:32.419085 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Pushing event updated for resources: {'Port': ['ID=962c2438-466b-4639-a953-7994feddfa7b,revision_number=3']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:32.424499 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:32.437502 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-1e8548cc-c4ac-4b04-8b30-94ebabcdedb0 req-395dfabf-f8cd-499d-a213-bf4bf6d39b18 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Calling delete_port for ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77 owned by compute:nova {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:06:32.536912 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:06:32.594884 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b655d6f-f468-4372-ab89-fc217181b3eb req-41da9c24-03b1-44fe-b1d6-98e4e0f0694c tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:32.602843 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6b655d6f-f468-4372-ab89-fc217181b3eb req-41da9c24-03b1-44fe-b1d6-98e4e0f0694c tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.9817746
Feb 03 20:06:32.718793 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:32.755431 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6b655d6f-f468-4372-ab89-fc217181b3eb req-2f742199-27f6-419a-879d-02517204e52e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515501
Feb 03 20:06:32.759249 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1e8548cc-c4ac-4b04-8b30-94ebabcdedb0 req-395dfabf-f8cd-499d-a213-bf4bf6d39b18 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:32.776803 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:32.880468 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395dfabf-f8cd-499d-a213-bf4bf6d39b18 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Pushing event deleted for resources: {'Port': ['ID=ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:32.887750 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-395dfabf-f8cd-499d-a213-bf4bf6d39b18 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:32.965931 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:06:32.977271 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] Sync routers for ids ['9ae22426-1376-4ec1-8705-c2076b0cc55c'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:06:32.996693 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] Routers {'9ae22426-1376-4ec1-8705-c2076b0cc55c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:06:32.998057 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93b0dd208>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:06:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['9ae22426-1376-4ec1-8705-c2076b0cc55c'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:06:33.023233 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8548cc-c4ac-4b04-8b30-94ebabcdedb0 req-395dfabf-f8cd-499d-a213-bf4bf6d39b18 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] No DVR routers for this DVR port ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77 on host hv-cinder-77398 {{(pid=80146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:06:33.090317 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e3a05c3f-c85e-43af-aff8-7d627a202406 req-3042ac27-b9a8-45bd-ab6e-cc1026960823 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 210 time: 0.0685530
Feb 03 20:06:33.091465 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1e8548cc-c4ac-4b04-8b30-94ebabcdedb0 req-395dfabf-f8cd-499d-a213-bf4bf6d39b18 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:33.094887 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cbce29-289d-4d41-bd30-59849174062d', 'name': 'network-vif-deleted', 'tag': 'ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:06:33.103320 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9e21c-1e68-4ba1-b2bf-2b7396c8b351 req-5266e707-e0ea-467a-bf64-84edc23ceb47 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:33.112254 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a8b9e21c-1e68-4ba1-b2bf-2b7396c8b351 req-5266e707-e0ea-467a-bf64-84edc23ceb47 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.6309645
Feb 03 20:06:33.112695 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1e8548cc-c4ac-4b04-8b30-94ebabcdedb0 req-395dfabf-f8cd-499d-a213-bf4bf6d39b18 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.67 "DELETE /v2.0/ports/ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77 HTTP/1.1" status: 204  len: 173 time: 1.7079606
Feb 03 20:06:33.148556 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Notify callbacks [] for router, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:33.149887 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 6.1249661
Feb 03 20:06:33.153185 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 57924) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:06:33.242257 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a205b-550b-4a8a-9c06-fdaf78bcd608 req-ee3aa889-f223-4531-8a12-d74db5a6f5f5 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:33.243944 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-277a205b-550b-4a8a-9c06-fdaf78bcd608 req-ee3aa889-f223-4531-8a12-d74db5a6f5f5 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 945 time: 0.6964412
Feb 03 20:06:33.259076 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] Set router 9ae22426-1376-4ec1-8705-c2076b0cc55c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:06:33.286240 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cbce29-289d-4d41-bd30-59849174062d', 'name': 'network-vif-deleted', 'tag': 'ceea4c09-a2d1-492f-b8c7-0cad0cc6ed77', 'status': 'completed', 'code': 200}
Feb 03 20:06:33.304428 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a8b9e21c-1e68-4ba1-b2bf-2b7396c8b351 req-1cb267be-1cce-4081-b6c6-d51db8a6fe1d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1912072
Feb 03 20:06:33.464547 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-277a205b-550b-4a8a-9c06-fdaf78bcd608 req-fb2c3242-d7b6-45a3-807b-cc494143e6e0 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Deleting port 869c3cf3-364d-4e72-b72a-c03b4105f92b {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:06:33.468475 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-277a205b-550b-4a8a-9c06-fdaf78bcd608 req-fb2c3242-d7b6-45a3-807b-cc494143e6e0 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:33.595446 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 962c2438-466b-4639-a953-7994feddfa7b up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:33.803044 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 962c2438-466b-4639-a953-7994feddfa7b triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:33.803468 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:33.947117 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a4c62-bb36-4996-851e-d4248f7b1e54 req-6b29da1c-d29b-4bb5-ac32-c7bc2b0f47f1 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:33.948848 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1f2a4c62-bb36-4996-851e-d4248f7b1e54 req-6b29da1c-d29b-4bb5-ac32-c7bc2b0f47f1 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 945 time: 0.3597720
Feb 03 20:06:34.019344 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93b0dd208>, [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:30Z', 'revision_number': 3, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:06:34.041666 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] Checking router: 9ae22426-1376-4ec1-8705-c2076b0cc55c for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:06:34.042456 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] Updating router 9ae22426-1376-4ec1-8705-c2076b0cc55c port 349f977a-d6c4-4fa6-8e83-eeb877808ccd binding host dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 20:06:34.096552 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1f2a4c62-bb36-4996-851e-d4248f7b1e54 req-67dc36c0-7d68-40a3-8fd4-81c68c941e4f tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/security-groups?id=3f4a9c43-d85c-48f7-9ac3-c38ec7700010&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877781
Feb 03 20:06:34.212373 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-277a205b-550b-4a8a-9c06-fdaf78bcd608 req-fb2c3242-d7b6-45a3-807b-cc494143e6e0 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] For port 869c3cf3-364d-4e72-b72a-c03b4105f92b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=869c3cf3-364d-4e72-b72a-c03b4105f92b,segment=NetworkSegment(afc61110-ec15-4e2d-a68a-fa4e69c24ea7),segment_id=afc61110-ec15-4e2d-a68a-fa4e69c24ea7)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:06:34.213162 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-277a205b-550b-4a8a-9c06-fdaf78bcd608 req-fb2c3242-d7b6-45a3-807b-cc494143e6e0 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:34.221857 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:34.433404 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-277a205b-550b-4a8a-9c06-fdaf78bcd608 req-fb2c3242-d7b6-45a3-807b-cc494143e6e0 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Calling delete_port for 869c3cf3-364d-4e72-b72a-c03b4105f92b owned by compute:nova {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:06:34.480616 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 869c3cf3-364d-4e72-b72a-c03b4105f92b no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:06:34.487413 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-52fd9dcf-d755-495e-8edf-9388aacc408d req-b110c7d6-99f1-491d-ab67-703f0c7e08cd tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Synchronizing usage tracker for tenant:2fbefdf95293404192e9ef9cb9a6b198 on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:06:34.601781 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-52fd9dcf-d755-495e-8edf-9388aacc408d req-b110c7d6-99f1-491d-ab67-703f0c7e08cd tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Unset dirty status for tenant:2fbefdf95293404192e9ef9cb9a6b198 on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:06:34.603005 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-52fd9dcf-d755-495e-8edf-9388aacc408d req-b110c7d6-99f1-491d-ab67-703f0c7e08cd tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 210 time: 0.1722531
Feb 03 20:06:34.702931 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] No active binding found for port 869c3cf3-364d-4e72-b72a-c03b4105f92b {{(pid=80147) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Feb 03 20:06:34.703472 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 869c3cf3-364d-4e72-b72a-c03b4105f92b not bound to the agent host hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:06:34.739453 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-277a205b-550b-4a8a-9c06-fdaf78bcd608 req-fb2c3242-d7b6-45a3-807b-cc494143e6e0 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:34.767941 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1c82a4d3-c2b3-4e65-b86f-674424452b4d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:34.837617 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c3242-d7b6-45a3-807b-cc494143e6e0 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Pushing event deleted for resources: {'Port': ['ID=869c3cf3-364d-4e72-b72a-c03b4105f92b,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:34.861365 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-fb2c3242-d7b6-45a3-807b-cc494143e6e0 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:34.974658 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:35.076595 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abf6a0-1cd2-4871-b8b1-a49b0f761529 req-9a91bff7-1d4f-4388-b05c-08ebe1c5968c tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:35.079311 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-05abf6a0-1cd2-4871-b8b1-a49b0f761529 req-9a91bff7-1d4f-4388-b05c-08ebe1c5968c tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.4402924
Feb 03 20:06:35.118083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:35.145256 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] Transition to ACTIVE for port object 349f977a-d6c4-4fa6-8e83-eeb877808ccd will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:06:35.149430 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:35.178783 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:35.204113 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-05abf6a0-1cd2-4871-b8b1-a49b0f761529 req-680356ef-577d-447a-9bb8-d762bab23d28 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077752
Feb 03 20:06:35.298021 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-277a205b-550b-4a8a-9c06-fdaf78bcd608 req-fb2c3242-d7b6-45a3-807b-cc494143e6e0 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] No DVR routers for this DVR port 869c3cf3-364d-4e72-b72a-c03b4105f92b on host hv-cinder-77398 {{(pid=80144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:06:35.300541 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-277a205b-550b-4a8a-9c06-fdaf78bcd608 req-fb2c3242-d7b6-45a3-807b-cc494143e6e0 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:35.303513 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac70b10-41d8-4388-9ae6-e34d3449d0fb', 'name': 'network-vif-deleted', 'tag': '869c3cf3-364d-4e72-b72a-c03b4105f92b'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:06:35.321808 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-277a205b-550b-4a8a-9c06-fdaf78bcd608 req-fb2c3242-d7b6-45a3-807b-cc494143e6e0 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.67 "DELETE /v2.0/ports/869c3cf3-364d-4e72-b72a-c03b4105f92b HTTP/1.1" status: 204  len: 173 time: 2.0460970
Feb 03 20:06:35.439827 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Pushing event updated for resources: {'Port': ['ID=349f977a-d6c4-4fa6-8e83-eeb877808ccd,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:35.456418 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.456968 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.457348 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.457724 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.458092 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.458460 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.458822 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.459185 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.459546 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.459969 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.460286 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.460645 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.461046 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.461407 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.461764 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.462121 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.462476 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.462833 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.463196 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.463552 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.463928 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.464289 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.464758 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.465223 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:35.482034 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:35.506789 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-f8c648b6-9fa3-4ff4-8154-38edc811bbd3 req-0f0eee5c-b2c2-4d3e-a132-a04fa77a9870 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Synchronizing usage tracker for tenant:e959dd07a49849d2b43a3df8658ebeb9 on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:06:35.524982 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-f8c648b6-9fa3-4ff4-8154-38edc811bbd3 req-0f0eee5c-b2c2-4d3e-a132-a04fa77a9870 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Unset dirty status for tenant:e959dd07a49849d2b43a3df8658ebeb9 on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:06:35.526430 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8c648b6-9fa3-4ff4-8154-38edc811bbd3 req-0f0eee5c-b2c2-4d3e-a132-a04fa77a9870 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 210 time: 0.0918972
Feb 03 20:06:35.579849 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] Attempting to bind port 349f977a-d6c4-4fa6-8e83-eeb877808ccd on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:06:35.580144 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] Attempting to bind port 349f977a-d6c4-4fa6-8e83-eeb877808ccd by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:06:35.580594 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] Attempting to bind port 349f977a-d6c4-4fa6-8e83-eeb877808ccd on network b3f750ce-bc55-47f2-a098-fbecdde1b124 {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:06:35.587136 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:06:35.587545 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] Checking segment: {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:06:35.588023 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:35.588462 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] Bound using segment: {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:06:35.588979 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] Bound port: 349f977a-d6c4-4fa6-8e83-eeb877808ccd, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:06:35.589393 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:35.656340 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac70b10-41d8-4388-9ae6-e34d3449d0fb', 'name': 'network-vif-deleted', 'tag': '869c3cf3-364d-4e72-b72a-c03b4105f92b', 'status': 'completed', 'code': 200}
Feb 03 20:06:35.660645 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d23c6-7b57-4ca8-b435-1bc3b9957bd2 req-5016f1c4-d52d-4894-b8da-5eddb33b7497 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:35.668357 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0d5d23c6-7b57-4ca8-b435-1bc3b9957bd2 req-5016f1c4-d52d-4894-b8da-5eddb33b7497 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.5176342
Feb 03 20:06:35.682247 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] For port 349f977a-d6c4-4fa6-8e83-eeb877808ccd, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:06:35.686019 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] For port 349f977a-d6c4-4fa6-8e83-eeb877808ccd, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=349f977a-d6c4-4fa6-8e83-eeb877808ccd,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:06:35.689365 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:35.774599 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:35.846786 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0d5d23c6-7b57-4ca8-b435-1bc3b9957bd2 req-a257f161-c03d-427b-8ca7-79dcd513fd56 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1773818
Feb 03 20:06:35.872981 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-325e95e3-7fac-43f0-8cd6-c9400c25f3d8 req-96f5c880-a0e4-4d06-a21d-8f82450945bd tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 210 time: 0.0702248
Feb 03 20:06:35.937561 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Pushing event updated for resources: {'Port': ['ID=349f977a-d6c4-4fa6-8e83-eeb877808ccd,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:35.943366 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:35.947222 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Allocated IP 172.20.0.1 (9ff78e91-b7de-4878-8334-c0473181ce8a/b9a47023-a7e6-4e5a-a78e-878b5980dff8/7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:06:35.984613 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] Routers {'9ae22426-1376-4ec1-8705-c2076b0cc55c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:06:35.985478 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93b0dd208>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:06:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['9ae22426-1376-4ec1-8705-c2076b0cc55c'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:06:36.134084 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:36.152442 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Transition to ACTIVE for port object 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116 will not be triggered until provisioned by entity DHCP. {{(pid=80146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:06:36.184224 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:36.191675 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] Set router 9ae22426-1376-4ec1-8705-c2076b0cc55c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:06:36.200340 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:36.641769 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93b0dd208>, [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:30Z', 'revision_number': 3, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:06:36.646968 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692d794d-0f9b-4794-8b6c-a50b485e0062 None None] The sync data for ids ['9ae22426-1376-4ec1-8705-c2076b0cc55c'] in dv-cinder-773985-1-iscsi is: [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:30Z', 'revision_number': 3, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:06:36.781079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Pushing event updated for resources: {'Port': ['ID=7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:36.793098 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-de4c6886-8983-43ba-883e-2123292fcac0 req-f0de8f36-56c4-4330-9678-e1677252f7a9 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 210 time: 0.0568316
Feb 03 20:06:36.794038 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:36.818425 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Network 9ff78e91-b7de-4878-8334-c0473181ce8a is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:06:36.819989 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:06:36.825056 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:06:36.976758 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09335f1b-0a09-49e1-a253-56554970b4eb req-a1b58a7f-979d-4139-980d-099c5727c180 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:36.978781 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09335f1b-0a09-49e1-a253-56554970b4eb req-a1b58a7f-979d-4139-980d-099c5727c180 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.2833827
Feb 03 20:06:37.005792 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7972978'] for router_interface, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:37.109429 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-bbd20cce-1bea-4a36-ac1b-a2190057cc97 None None] Provisioning for port 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116 completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:06:37.115542 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-bbd20cce-1bea-4a36-ac1b-a2190057cc97 None None] Provisioning complete for port 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:37.116179 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bbd20cce-1bea-4a36-ac1b-a2190057cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:37.148149 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09335f1b-0a09-49e1-a253-56554970b4eb req-2ab2a6f7-714f-448e-9548-478db219934e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386857
Feb 03 20:06:37.292204 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-bbd20cce-1bea-4a36-ac1b-a2190057cc97 None None] Port 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116 cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:06:37.320760 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:37.377872 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c80942-f577-497b-9b2a-e42f842a9205 req-1dd4216d-bd8e-45a4-8bb8-baf0cfff1244 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:37.389150 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-55c80942-f577-497b-9b2a-e42f842a9205 req-1dd4216d-bd8e-45a4-8bb8-baf0cfff1244 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.3890367
Feb 03 20:06:37.517633 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-55c80942-f577-497b-9b2a-e42f842a9205 req-3562e056-5451-428d-8297-951433c402bb tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1271112
Feb 03 20:06:37.621768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 349f977a-d6c4-4fa6-8e83-eeb877808ccd up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:37.761599 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port 349f977a-d6c4-4fa6-8e83-eeb877808ccd completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:06:37.768417 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 349f977a-d6c4-4fa6-8e83-eeb877808ccd triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:37.768950 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:37.848578 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d912fe87-21cd-4608-81c5-a4f48924aade req-40d0e4c4-a6c3-46e4-a905-a583fe07438d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 210 time: 0.0696845
Feb 03 20:06:37.967377 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:38.007776 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] For port 349f977a-d6c4-4fa6-8e83-eeb877808ccd, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=349f977a-d6c4-4fa6-8e83-eeb877808ccd,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:06:38.011454 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:38.013287 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:38.015550 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:38.016930 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848090863'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:38.048939 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6cfa4ed6-f8d2-4af5-bc19-1977c6102d3f req-cc31fd93-c813-485a-b2f7-e7ed8a6d5e4b tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 210 time: 0.0734267
Feb 03 20:06:38.088416 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:38.124727 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Pushing event updated for resources: {'Port': ['ID=349f977a-d6c4-4fa6-8e83-eeb877808ccd,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:38.128912 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:38.162686 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846950413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7986988'] for router_interface, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:38.262078 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Pushing event updated for resources: {'Port': ['ID=7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116,revision_number=2']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:38.266849 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:38.425903 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Network 9ff78e91-b7de-4878-8334-c0473181ce8a is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:06:38.427081 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:06:38.689954 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26823cb4-46ae-456b-9aef-6bf2d4aca56a req-1dd6fd0b-d3f2-44d4-9b28-55ac9734455f tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:38.691627 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-26823cb4-46ae-456b-9aef-6bf2d4aca56a req-1dd6fd0b-d3f2-44d4-9b28-55ac9734455f tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.3548105
Feb 03 20:06:38.723397 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-c9e6258c-f7b1-4d19-be69-31d45dfb3acf None None] Provisioning complete for port 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:38.724079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c9e6258c-f7b1-4d19-be69-31d45dfb3acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:38.816632 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-26823cb4-46ae-456b-9aef-6bf2d4aca56a req-5f13a911-9b54-4e39-b37b-8a1c2db2738f tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183252
Feb 03 20:06:38.846225 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Router 9ae22426-1376-4ec1-8705-c2076b0cc55c has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:06:39.096745 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-c9e6258c-f7b1-4d19-be69-31d45dfb3acf None None] Port 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116 cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:06:39.118762 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aeddbb-71ff-4c60-8962-5d3a9e28827c req-75bab200-39cd-403f-8f1e-5416b902d7be tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:39.120908 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b7aeddbb-71ff-4c60-8962-5d3a9e28827c req-75bab200-39cd-403f-8f1e-5416b902d7be tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.4001157
Feb 03 20:06:39.151981 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-37bb283c-cc10-4115-85f6-f0e7903bc2d8 req-c549a5d7-a6ff-4d96-afd5-3745020cdba2 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 210 time: 0.0620570
Feb 03 20:06:39.217816 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:06:39.225179 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b7aeddbb-71ff-4c60-8962-5d3a9e28827c req-72a3955a-1cdb-482f-ab6d-fc9cbbaecf9d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0974319
Feb 03 20:06:39.229933 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] 10.222.0.103 "PUT /v2.0/routers/9ae22426-1376-4ec1-8705-c2076b0cc55c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0739789
Feb 03 20:06:39.367279 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5d779e48-1820-4565-a1a6-4b6ed1ee6826 req-e119a395-3314-44e9-80e6-b439ffdbd218 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 210 time: 0.0500045
Feb 03 20:06:39.488088 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 349f977a-d6c4-4fa6-8e83-eeb877808ccd up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:39.570600 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 349f977a-d6c4-4fa6-8e83-eeb877808ccd triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:39.571144 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:40.284917 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] Sync routers for ids ['9ae22426-1376-4ec1-8705-c2076b0cc55c'] in dv-cinder-773985-1-iscsi {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:06:40.317826 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75b0d0-2ab6-4329-a761-884abefa987a req-1fa0ba31-f3ae-41ff-96a0-94972bd7a14f tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:40.321788 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8e75b0d0-2ab6-4329-a761-884abefa987a req-1fa0ba31-f3ae-41ff-96a0-94972bd7a14f tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.2180572
Feb 03 20:06:40.332090 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] Routers {'9ae22426-1376-4ec1-8705-c2076b0cc55c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:06:40.336349 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a914748>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:06:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['9ae22426-1376-4ec1-8705-c2076b0cc55c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:06:40.421654 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8e75b0d0-2ab6-4329-a761-884abefa987a req-d0e5cb94-2dbc-49d4-8cda-75df12b2ac7e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901625
Feb 03 20:06:40.456626 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e8b1dc74-f864-4b39-b521-c42ef6dc37bb req-20d69557-c4a0-4b97-a792-6ae1738e819b tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 210 time: 0.0612981
Feb 03 20:06:40.583672 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 58024) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:06:40.590187 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1363598703-network', 'tenant_id': 'f4cb640c3196483d986ab93b61207c30'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:06:40.606748 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:06:40.622025 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Usage tracker for resource:network and tenant:f4cb640c3196483d986ab93b61207c30 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:06:40.668462 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:06:40.684546 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:06:40.689344 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-beca5fe6-0ef8-47c5-85a2-6a7162c7558f req-6aeb30cc-00ff-4a0f-bc61-bd6829d7fcac tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 210 time: 0.0798378
Feb 03 20:06:40.701941 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Made reservation on behalf of f4cb640c3196483d986ab93b61207c30 for: {'network': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:06:40.709018 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:40.728907 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] Set router 9ae22426-1376-4ec1-8705-c2076b0cc55c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:06:40.754941 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:40.789285 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:06:40.793610 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Usage tracker for resource:security_group_rule and tenant:f4cb640c3196483d986ab93b61207c30 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:06:40.796732 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:06:40.803243 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:06:40.823345 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da393b07-a6a4-4e17-b63b-35a6174921bc req-6d0a45be-fe06-419a-8c6e-56b56c1eff21 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:40.825186 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-da393b07-a6a4-4e17-b63b-35a6174921bc req-6d0a45be-fe06-419a-8c6e-56b56c1eff21 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.2478666
Feb 03 20:06:40.916835 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-da393b07-a6a4-4e17-b63b-35a6174921bc req-4a96df58-bb86-490f-b545-85eac28b74b9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0842898
Feb 03 20:06:40.928170 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:40.931878 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:40.936376 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-56a8d9a8-1901-414e-a830-d251df0a2aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:40.968216 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 20:06:40.982981 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45911b7b-ef11-42fc-b12f-c1a57fad43b1,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:40.987502 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:40.988561 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781392429922', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:40.989003 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.segments_db [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Added segment 326daa19-9eca-4ccd-a7d1-6bc83aaef8cb of type vxlan for network 63b4610f-0884-4e00-855e-6726a74530f2
Feb 03 20:06:41.017684 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781391937907'] for network, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:41.057532 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for network, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:41.058858 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:41.059497 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:41.065038 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:41.128460 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a914748>, [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116', 'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'mac_address': 'fa:16:3e:83:5f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:35Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 2, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'subnets': [{'id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:06:41.133025 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] Checking router: 9ae22426-1376-4ec1-8705-c2076b0cc55c for host: dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:06:41.133687 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] Updating router 9ae22426-1376-4ec1-8705-c2076b0cc55c port 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116 binding host dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 20:06:41.182165 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Pushing event updated for resources: {'Network': ['ID=63b4610f-0884-4e00-855e-6726a74530f2,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:41.185465 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.6004322
Feb 03 20:06:41.189872 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 58030) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:06:41.190261 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:41.197597 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-bf131115-0ac9-431a-a023-308022f26eb8 admin admin] Request body: {'subnet': {'network_id': '63b4610f-0884-4e00-855e-6726a74530f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1363598703-subnet', 'tenant_id': 'f4cb640c3196483d986ab93b61207c30', 'ip_version': 4}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:06:41.203239 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-bf131115-0ac9-431a-a023-308022f26eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:06:41.211874 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Network 63b4610f-0884-4e00-855e-6726a74530f2 details requested by agent ovs-agent-dv-cinder-773985-1-iscsi with host dv-cinder-773985-1-iscsi {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:06:41.213385 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-bf131115-0ac9-431a-a023-308022f26eb8 admin admin] Usage tracker for resource:subnet and tenant:f4cb640c3196483d986ab93b61207c30 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:06:41.216686 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-bf131115-0ac9-431a-a023-308022f26eb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:06:41.223165 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-bf131115-0ac9-431a-a023-308022f26eb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:06:41.233772 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:41.233979 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf131115-0ac9-431a-a023-308022f26eb8 admin admin] Made reservation on behalf of f4cb640c3196483d986ab93b61207c30 for: {'subnet': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:06:41.239228 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bf131115-0ac9-431a-a023-308022f26eb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:41.244455 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Network 63b4610f-0884-4e00-855e-6726a74530f2 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:06:41.783573 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9b4540e4-5aa9-4654-aa66-897f23401b37 req-5f2cecfd-3daa-4c8a-ae77-54f7eaec197d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 210 time: 0.0971375
Feb 03 20:06:41.885364 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c243f-db16-4a59-8ec8-4426e6b6435e req-7a639963-c433-4de6-a763-9dd3d34ae8c5 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:41.895511 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-996c243f-db16-4a59-8ec8-4426e6b6435e req-7a639963-c433-4de6-a763-9dd3d34ae8c5 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.2679613
Feb 03 20:06:41.922122 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] Notify callbacks [] for port, precommit_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:41.927228 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bf131115-0ac9-431a-a023-308022f26eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for subnet, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:41.934676 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] Transition to ACTIVE for port object 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116 will not be triggered until provisioned by entity L2. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:06:41.945026 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:41.946112 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:41.970994 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-56999793-abf7-4df3-a7ed-4f8bc7f83857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:41.992958 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-996c243f-db16-4a59-8ec8-4426e6b6435e req-0b450f23-221a-4241-a894-b9c8b499b6f1 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935376
Feb 03 20:06:42.132305 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Pushing event updated for resources: {'Port': ['ID=7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116,revision_number=3']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:42.152795 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.153186 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.153568 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.153982 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.154407 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.154790 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.155151 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.155518 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.155881 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.156793 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.160044 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.160044 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.160044 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.160044 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.160044 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.160044 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.160044 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.160044 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.160694 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.160694 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.161195 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.161327 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.165901 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.165901 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:42.168746 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:42.181115 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-900c6647-f78a-48fa-84da-f10cba7a009b req-eb9147a2-586a-45d8-9d81-33e0dc88dd4e tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 210 time: 0.1632440
Feb 03 20:06:42.190753 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf131115-0ac9-431a-a023-308022f26eb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4ef864f-acf2-4fb4-9abe-ce41cf960005,revision_number=0']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:42.222590 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bf131115-0ac9-431a-a023-308022f26eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:42.411944 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] Attempting to bind port 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116 on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:06:42.412406 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] Attempting to bind port 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116 by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': '6e64f417-e845-4b38-aeb4-6c4d26500e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a'}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:06:42.412920 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] Attempting to bind port 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116 on network 9ff78e91-b7de-4878-8334-c0473181ce8a {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:06:42.433541 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:06:42.433969 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] Checking segment: {'id': '6e64f417-e845-4b38-aeb4-6c4d26500e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:06:42.434423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:42.434868 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] Bound using segment: {'id': '6e64f417-e845-4b38-aeb4-6c4d26500e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a'} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:06:42.435397 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] Bound port: 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e64f417-e845-4b38-aeb4-6c4d26500e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a'}}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:06:42.435820 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:42.460059 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67647f2d-db96-4bfe-b610-149bd6250094 req-aa7d455e-f60f-4cd2-bba5-eb5e6ec0f9b9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:42.476005 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-67647f2d-db96-4bfe-b610-149bd6250094 req-aa7d455e-f60f-4cd2-bba5-eb5e6ec0f9b9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.3371201
Feb 03 20:06:42.489056 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf131115-0ac9-431a-a023-308022f26eb8 admin admin] Checking segment: {'id': '326daa19-9eca-4ccd-a7d1-6bc83aaef8cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '63b4610f-0884-4e00-855e-6726a74530f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:06:42.489451 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf131115-0ac9-431a-a023-308022f26eb8 admin admin] Network hostable DHCP agents. Network: 63b4610f-0884-4e00-855e-6726a74530f2, hostable agents: ['78a9ef71-605a-41eb-85ca-137cef06346e'], hosted agents: [] {{(pid=80144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 20:06:42.524223 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf131115-0ac9-431a-a023-308022f26eb8 admin admin] Network 63b4610f-0884-4e00-855e-6726a74530f2 is scheduled to be hosted by DHCP agent 78a9ef71-605a-41eb-85ca-137cef06346e with binding_index 1 {{(pid=80144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 20:06:42.554858 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-bf131115-0ac9-431a-a023-308022f26eb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-iscsi, 63b4610f-0884-4e00-855e-6726a74530f2) {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:06:42.565618 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf131115-0ac9-431a-a023-308022f26eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:42.565618 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bf131115-0ac9-431a-a023-308022f26eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:42.578226 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72471885-ce89-4189-9050-aaf0922a96f3 None None] Network 63b4610f-0884-4e00-855e-6726a74530f2 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:06:42.607479 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-bf131115-0ac9-431a-a023-308022f26eb8 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.4130170
Feb 03 20:06:42.607833 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 58048) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:06:42.611174 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-67647f2d-db96-4bfe-b610-149bd6250094 req-7bbe6d41-20ff-48a5-8e2d-ed064c3e5b15 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1313112
Feb 03 20:06:42.635118 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1363598703-router', 'tenant_id': 'f4cb640c3196483d986ab93b61207c30', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:06:42.661691 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:06:42.680641 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Usage tracker for resource:router and tenant:f4cb640c3196483d986ab93b61207c30 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:06:42.683753 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:06:42.698864 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:06:42.730703 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63094'] for router, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:42.731378 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] For port 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:06:42.731869 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846791573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846789013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8036125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854712722'] for router, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:42.757423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:42.770019 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] For port 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116,segment=NetworkSegment(6e64f417-e845-4b38-aeb4-6c4d26500e80),segment_id=6e64f417-e845-4b38-aeb4-6c4d26500e80)] {{(pid=80147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:06:42.776271 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:42.801193 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a37bf47f-0b1f-48c7-bd82-b9876c6b2d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:42.903410 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:06:43.068619 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7b1a6efb-08d3-455d-b946-be6e765f7c50 req-9c7b5c53-036d-4aaa-9818-650e3ef378f6 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 210 time: 0.0775473
Feb 03 20:06:43.251039 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846789032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854712737'] for router, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:43.446757 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Pushing event updated for resources: {'Port': ['ID=7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:43.459875 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20dd8c5e-75be-5be5-9ee4-f2dad36667d2-63b4610f-0884-4e00-855e-6726a74530f2', 'network_id': '63b4610f-0884-4e00-855e-6726a74530f2', 'tenant_id': 'f4cb640c3196483d986ab93b61207c30', 'fixed_ips': [{'subnet_id': 'b4ef864f-acf2-4fb4-9abe-ce41cf960005'}]}} from dv-cinder-773985-1-iscsi. {{(pid=80147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 03 20:06:43.461072 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:43.465115 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f280fb-f4d3-43d3-9575-c378d99b3bad req-c38323dc-94cd-4fb7-b98e-1b62fc90345e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:43.475271 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-33f280fb-f4d3-43d3-9575-c378d99b3bad req-c38323dc-94cd-4fb7-b98e-1b62fc90345e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.2784030
Feb 03 20:06:43.489116 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:43.493567 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] Routers {'9ae22426-1376-4ec1-8705-c2076b0cc55c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:06:43.494358 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a914748>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:06:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['9ae22426-1376-4ec1-8705-c2076b0cc55c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:06:43.574012 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-33f280fb-f4d3-43d3-9575-c378d99b3bad req-43787e55-d221-4111-b134-0b2e7c925ee5 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974600
Feb 03 20:06:43.833018 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6b333a67-dc51-4357-883e-68ee2fde1fdc req-52356b0d-8aef-48b8-9cb6-a2b5f79a6087 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 210 time: 0.0618351
Feb 03 20:06:43.910862 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] Set router 9ae22426-1376-4ec1-8705-c2076b0cc55c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:06:44.124514 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a1755-6926-42c5-9f54-241155acc92e req-88c9ca88-8148-4617-9e59-238e6f53565c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:44.126607 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-427a1755-6926-42c5-9f54-241155acc92e req-88c9ca88-8148-4617-9e59-238e6f53565c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.2284172
Feb 03 20:06:44.157033 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:44.200128 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:44.296960 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-427a1755-6926-42c5-9f54-241155acc92e req-c210c3ff-298b-4de5-9a5b-56029080ee83 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1564419
Feb 03 20:06:44.445284 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f87eb301-8efd-4e43-ba01-a905457d7d69 req-55d48d44-29b4-48db-b889-760ae4ee77c3 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 210 time: 0.0560822
Feb 03 20:06:44.563612 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Allocated IP 172.27.3.232 (b3f750ce-bc55-47f2-a098-fbecdde1b124/04309e75-65fb-4427-af0c-5eb643715331/78e90a0a-f914-40ce-93b4-0e6c0589e8a4) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:06:44.628407 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Allocated IP 172.20.0.2 (63b4610f-0884-4e00-855e-6726a74530f2/b4ef864f-acf2-4fb4-9abe-ce41cf960005/ded55ec6-a2e7-42c8-838c-d1f99268c45d) {{(pid=80147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:06:44.754092 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:44.785372 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a914748>, [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116', 'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'mac_address': 'fa:16:3e:83:5f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:35Z', 'updated_at': '2021-02-03T20:06:42Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'subnets': [{'id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:06:44.794305 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:44.796304 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a24f43-9243-418d-a13f-81819ed93a0f None None] The sync data for ids ['9ae22426-1376-4ec1-8705-c2076b0cc55c'] in dv-cinder-773985-1-iscsi is: [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116', 'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'mac_address': 'fa:16:3e:83:5f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:35Z', 'updated_at': '2021-02-03T20:06:42Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'subnets': [{'id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:06:44.818802 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-23f39d21-c07f-4f9b-b706-f6d1781787b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:45.071724 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Notify callbacks [] for port, precommit_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:45.086085 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Pushing event updated for resources: {'Port': ['ID=78e90a0a-f914-40ce-93b4-0e6c0589e8a4,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:45.091264 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:45.106764 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Transition to ACTIVE for port object ded55ec6-a2e7-42c8-838c-d1f99268c45d will not be triggered until provisioned by entity L2. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:06:45.150339 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Transition to ACTIVE for port object ded55ec6-a2e7-42c8-838c-d1f99268c45d will not be triggered until provisioned by entity DHCP. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:06:45.158661 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:45.222793 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e6d33-2795-4460-ba42-555181cc72ad req-ca91cb0f-25d5-418d-9fed-1683242d8682 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:45.237005 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Network b3f750ce-bc55-47f2-a098-fbecdde1b124 is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:06:45.238467 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:06:45.244774 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:06:45.261508 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-728e6d33-2795-4460-ba42-555181cc72ad req-ca91cb0f-25d5-418d-9fed-1683242d8682 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.4497373
Feb 03 20:06:45.337924 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a37bf47f-0b1f-48c7-bd82-b9876c6b2d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:45.385934 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-728e6d33-2795-4460-ba42-555181cc72ad req-73a0f45d-6cf5-4846-878d-bcba3b5a3493 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230319
Feb 03 20:06:45.431996 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Network 63b4610f-0884-4e00-855e-6726a74530f2 is already hosted by enough agents. {{(pid=80147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:06:45.436186 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Resources bound (agent type, host, resource id):  {{(pid=80147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:06:45.441275 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Received port after_create {{(pid=80147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:06:45.513047 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Pushing event updated for resources: {'Port': ['ID=ded55ec6-a2e7-42c8-838c-d1f99268c45d,revision_number=1']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:45.525389 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:45.532405 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Attempting to bind port ded55ec6-a2e7-42c8-838c-d1f99268c45d on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:06:45.537129 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Attempting to bind port ded55ec6-a2e7-42c8-838c-d1f99268c45d by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': '326daa19-9eca-4ccd-a7d1-6bc83aaef8cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '63b4610f-0884-4e00-855e-6726a74530f2'}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:06:45.537579 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Attempting to bind port ded55ec6-a2e7-42c8-838c-d1f99268c45d on network 63b4610f-0884-4e00-855e-6726a74530f2 {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:06:45.546474 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:06:45.549768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Checking segment: {'id': '326daa19-9eca-4ccd-a7d1-6bc83aaef8cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '63b4610f-0884-4e00-855e-6726a74530f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:06:45.549768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:45.549768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Bound using segment: {'id': '326daa19-9eca-4ccd-a7d1-6bc83aaef8cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '63b4610f-0884-4e00-855e-6726a74530f2'} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:06:45.549768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Bound port: ded55ec6-a2e7-42c8-838c-d1f99268c45d, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326daa19-9eca-4ccd-a7d1-6bc83aaef8cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '63b4610f-0884-4e00-855e-6726a74530f2'}}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:06:45.549768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:45.773038 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:45.852844 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-60dcd06d-725f-44fd-990f-dc9197ccda92 req-9fa88e24-0de1-4978-aa26-510a7883ca23 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 210 time: 0.1200449
Feb 03 20:06:45.855943 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:45.897024 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] For port ded55ec6-a2e7-42c8-838c-d1f99268c45d, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:06:45.943277 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] For port ded55ec6-a2e7-42c8-838c-d1f99268c45d, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=ded55ec6-a2e7-42c8-838c-d1f99268c45d,segment=NetworkSegment(326daa19-9eca-4ccd-a7d1-6bc83aaef8cb),segment_id=326daa19-9eca-4ccd-a7d1-6bc83aaef8cb)] {{(pid=80147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:06:45.962711 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:45.998588 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:46.097622 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Pushing event updated for resources: {'Port': ['ID=ded55ec6-a2e7-42c8-838c-d1f99268c45d,revision_number=2']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:46.101797 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:46.185125 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:06:46.194529 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:46.194952 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:46.341020 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eca90c-2a75-4165-afc3-e7f1db8d75d8 req-de64c089-da9d-44b0-8d17-c48af4bbb140 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:46.345234 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a3eca90c-2a75-4165-afc3-e7f1db8d75d8 req-de64c089-da9d-44b0-8d17-c48af4bbb140 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.3262498
Feb 03 20:06:46.371609 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846791539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7986870'] for router, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:46.382179 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:46.433297 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] For port 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116,segment=NetworkSegment(6e64f417-e845-4b38-aeb4-6c4d26500e80),segment_id=6e64f417-e845-4b38-aeb4-6c4d26500e80)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:06:46.448086 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:46.450025 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:46.460395 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a3eca90c-2a75-4165-afc3-e7f1db8d75d8 req-42d9e5d4-366d-43b8-bbc9-341d627f50ab tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1112368
Feb 03 20:06:46.555204 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Pushing event updated for resources: {'Port': ['ID=7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116,revision_number=5']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:46.558743 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:46.704179 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1d8a52f6-482e-4863-8208-ae8eb89debe9 req-6a05bf09-8fa9-43eb-9847-f28fbdf6c6ad tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 210 time: 0.0590236
Feb 03 20:06:46.919130 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Router b263d54f-0f62-462c-9f95-569d1db0c57c is scheduled to L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 with binding_index 1 {{(pid=80144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 03 20:06:47.043612 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63452dfc-2747-4038-ab15-b95560526d29 req-d09c8834-e367-4d3f-b45f-e405e3f9de2e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:47.045355 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-63452dfc-2747-4038-ab15-b95560526d29 req-d09c8834-e367-4d3f-b45f-e405e3f9de2e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1741085
Feb 03 20:06:47.110926 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-63452dfc-2747-4038-ab15-b95560526d29 req-26475357-e40c-4b90-8b7c-59620cb87047 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585814
Feb 03 20:06:47.115787 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:06:47.126340 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] Sync routers for ids ['b263d54f-0f62-462c-9f95-569d1db0c57c'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:06:47.137069 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] Routers {'b263d54f-0f62-462c-9f95-569d1db0c57c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:06:47.137746 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93bb06780>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:06:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['b263d54f-0f62-462c-9f95-569d1db0c57c'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:06:47.143052 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Notify callbacks [] for router, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:47.144473 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.5356460
Feb 03 20:06:47.147291 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 58086) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:06:47.352559 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-142a8b4a-1c50-4d28-aeee-577f6e37856a req-bac745e6-c838-4f8c-b53e-8816a550a0a8 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac70b10-41d8-4388-9ae6-e34d3449d0fb HTTP/1.1" status: 200  len: 210 time: 0.0998297
Feb 03 20:06:47.358374 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] Set router b263d54f-0f62-462c-9f95-569d1db0c57c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:06:47.741765 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:47.794091 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9e750-ce2c-4626-b508-23f7035bc8d5 req-219119a8-db1c-43f0-aefe-d00d600607d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:47.795569 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5eb9e750-ce2c-4626-b508-23f7035bc8d5 req-219119a8-db1c-43f0-aefe-d00d600607d7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54fb9a949b3245c7a0731011941f5a06&device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 1162 time: 0.1846850
Feb 03 20:06:47.848687 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611e59a-e189-49f4-baaf-7d1c58561504 req-9c5e9576-9d32-4aee-b0c4-12ef9c67faee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:47.850424 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5611e59a-e189-49f4-baaf-7d1c58561504 req-9c5e9576-9d32-4aee-b0c4-12ef9c67faee service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 1162 time: 0.2668557
Feb 03 20:06:47.939553 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:47.943996 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:48.209480 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93bb06780>, [{'id': 'b263d54f-0f62-462c-9f95-569d1db0c57c', 'name': 'tempest-TestVolumeBootPattern-1363598703-router', 'tenant_id': 'f4cb640c3196483d986ab93b61207c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '78e90a0a-f914-40ce-93b4-0e6c0589e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:42Z', 'updated_at': '2021-02-03T20:06:45Z', 'revision_number': 3, 'project_id': 'f4cb640c3196483d986ab93b61207c30', 'gw_port': {'id': '78e90a0a-f914-40ce-93b4-0e6c0589e8a4', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b263d54f-0f62-462c-9f95-569d1db0c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:44Z', 'updated_at': '2021-02-03T20:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:06:48.220278 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] Checking router: b263d54f-0f62-462c-9f95-569d1db0c57c for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:06:48.220679 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] Updating router b263d54f-0f62-462c-9f95-569d1db0c57c port 78e90a0a-f914-40ce-93b4-0e6c0589e8a4 binding host dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 20:06:48.227931 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5611e59a-e189-49f4-baaf-7d1c58561504 req-9632d661-2ca1-4caa-8b34-6b4c4ed0b2bd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3410296
Feb 03 20:06:48.256860 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device ded55ec6-a2e7-42c8-838c-d1f99268c45d up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:48.298796 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91ce3954-d10b-41d3-8382-c91ee3c8bd9e req-07a36f92-8cd7-4665-b1f0-50251163ae6d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=81cbce29-289d-4d41-bd30-59849174062d HTTP/1.1" status: 200  len: 210 time: 0.0682359
Feb 03 20:06:48.323842 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998a2ece-c318-439e-a027-c429ae3899e0 None None] Network 63b4610f-0884-4e00-855e-6726a74530f2 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:06:48.330131 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:48.423970 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-61764ac2-6127-455e-8b24-c1290440554a None None] Provisioning for port ded55ec6-a2e7-42c8-838c-d1f99268c45d completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:06:48.614609 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9e750-ce2c-4626-b508-23f7035bc8d5 req-81cbddda-3c0e-4536-a4c4-913c4b7545a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:48.616265 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5eb9e750-ce2c-4626-b508-23f7035bc8d5 req-81cbddda-3c0e-4536-a4c4-913c4b7545a2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d66d5c41-e90b-4c7c-9091-e02b4897e8ac HTTP/1.1" status: 200  len: 912 time: 0.6704803
Feb 03 20:06:48.682029 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port ded55ec6-a2e7-42c8-838c-d1f99268c45d completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:06:48.690168 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port ded55ec6-a2e7-42c8-838c-d1f99268c45d triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:48.690599 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:48.732660 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b97a75-5723-49f7-b4d4-024b48a77928 req-500f3a09-a233-44d8-b9f7-57e2a6c56e40 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:48.742053 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e9b97a75-5723-49f7-b4d4-024b48a77928 req-500f3a09-a233-44d8-b9f7-57e2a6c56e40 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.9450200
Feb 03 20:06:48.778564 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:48.924987 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e9b97a75-5723-49f7-b4d4-024b48a77928 req-ce1e3e77-99df-448c-9292-ad527e0102f6 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1818745
Feb 03 20:06:48.961475 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:48.964233 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5eb9e750-ce2c-4626-b508-23f7035bc8d5 req-3fcf716f-85f5-4629-8dfe-99545fc434b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7870cd4f-7380-4fd7-9469-292c8f4c32d3 HTTP/1.1" status: 200  len: 217 time: 0.1873403
Feb 03 20:06:48.988491 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:49.003275 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] Transition to ACTIVE for port object 78e90a0a-f914-40ce-93b4-0e6c0589e8a4 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:06:49.007838 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] For port ded55ec6-a2e7-42c8-838c-d1f99268c45d, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=ded55ec6-a2e7-42c8-838c-d1f99268c45d,segment=NetworkSegment(326daa19-9eca-4ccd-a7d1-6bc83aaef8cb),segment_id=326daa19-9eca-4ccd-a7d1-6bc83aaef8cb)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:06:49.008523 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:49.015656 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:49.018927 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:49.039732 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42c34a-2ecf-47c1-9bc1-467bace7048c req-ed4b0005-9c7e-444b-b36b-fd074d7391ec tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:49.048219 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5f42c34a-2ecf-47c1-9bc1-467bace7048c req-ed4b0005-9c7e-444b-b36b-fd074d7391ec tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.4874160
Feb 03 20:06:49.048429 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:49.098006 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Pushing event updated for resources: {'Port': ['ID=ded55ec6-a2e7-42c8-838c-d1f99268c45d,revision_number=3']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:49.104970 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:49.132073 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9e750-ce2c-4626-b508-23f7035bc8d5 req-7fae543a-f295-43ca-9e57-209d81a14591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:49.143807 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5eb9e750-ce2c-4626-b508-23f7035bc8d5 req-7fae543a-f295-43ca-9e57-209d81a14591 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79590a3a-e4fa-4711-a4bb-192651bead9e HTTP/1.1" status: 200  len: 858 time: 0.1666651
Feb 03 20:06:49.146105 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5f42c34a-2ecf-47c1-9bc1-467bace7048c req-ce1f0b13-ee05-459a-b427-b06127bd9ad7 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966022
Feb 03 20:06:49.233876 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5eb9e750-ce2c-4626-b508-23f7035bc8d5 req-25c4327e-d852-42ec-9fae-bbbca10d5ed0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d66d5c41-e90b-4c7c-9091-e02b4897e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0858612
Feb 03 20:06:49.361442 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c597efb-ce93-42aa-a0e6-f0649aea2f41 None None] Pushing event updated for resources: {'Port': ['ID=78e90a0a-f914-40ce-93b4-0e6c0589e8a4,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:49.364121 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] Attempting to bind port 78e90a0a-f914-40ce-93b4-0e6c0589e8a4 on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:06:49.364524 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] Attempting to bind port 78e90a0a-f914-40ce-93b4-0e6c0589e8a4 by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:06:49.365061 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] Attempting to bind port 78e90a0a-f914-40ce-93b4-0e6c0589e8a4 on network b3f750ce-bc55-47f2-a098-fbecdde1b124 {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:06:49.368197 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-6c597efb-ce93-42aa-a0e6-f0649aea2f41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:49.374947 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:06:49.378164 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] Checking segment: {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:06:49.378649 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:49.379070 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] Bound using segment: {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:06:49.379610 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] Bound port: 78e90a0a-f914-40ce-93b4-0e6c0589e8a4, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:06:49.388193 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:49.463291 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5eb9e750-ce2c-4626-b508-23f7035bc8d5 req-7f882094-2815-4c66-a2e6-43dce8b42d34 service neutron] 10.222.0.67 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2130949
Feb 03 20:06:49.498553 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Allocated IP 172.20.0.1 (63b4610f-0884-4e00-855e-6726a74530f2/b4ef864f-acf2-4fb4-9abe-ce41cf960005/ce808c9f-e223-4c90-805c-7a87b17541c4) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:06:49.517791 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-cb62c32c-fb2c-4837-b400-90f34b45b65a None None] Provisioning complete for port ded55ec6-a2e7-42c8-838c-d1f99268c45d triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:49.518216 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-cb62c32c-fb2c-4837-b400-90f34b45b65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:49.662443 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] For port 78e90a0a-f914-40ce-93b4-0e6c0589e8a4, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:06:49.674536 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] For port 78e90a0a-f914-40ce-93b4-0e6c0589e8a4, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=78e90a0a-f914-40ce-93b4-0e6c0589e8a4,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:06:49.681580 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:49.693224 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device ded55ec6-a2e7-42c8-838c-d1f99268c45d up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:49.708071 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5eb9e750-ce2c-4626-b508-23f7035bc8d5 req-67860482-9870-4935-8ed9-6337a782ac4b service neutron] 10.222.0.67 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2288589
Feb 03 20:06:49.715666 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-46733a92-6eff-4ce8-ae09-6a8bb5f81196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:49.861112 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:49.903945 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Transition to ACTIVE for port object ce808c9f-e223-4c90-805c-7a87b17541c4 will not be triggered until provisioned by entity DHCP. {{(pid=80144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:06:49.950130 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c597efb-ce93-42aa-a0e6-f0649aea2f41 None None] Pushing event updated for resources: {'Port': ['ID=78e90a0a-f914-40ce-93b4-0e6c0589e8a4,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:49.956027 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-6c597efb-ce93-42aa-a0e6-f0649aea2f41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:49.957281 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:49.978562 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-4a953ef4-36d9-4bb1-858b-ff708cec8942 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:50.027265 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port ded55ec6-a2e7-42c8-838c-d1f99268c45d triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:50.027265 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:50.068567 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Pushing event updated for resources: {'Port': ['ID=ce808c9f-e223-4c90-805c-7a87b17541c4,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:50.071802 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:50.097972 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] Routers {'b263d54f-0f62-462c-9f95-569d1db0c57c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:06:50.098823 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93bb06780>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:06:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['b263d54f-0f62-462c-9f95-569d1db0c57c'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:06:50.117716 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 7870cd4f-7380-4fd7-9469-292c8f4c32d3 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:50.275697 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 7870cd4f-7380-4fd7-9469-292c8f4c32d3 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:50.276326 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:50.291019 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Network 63b4610f-0884-4e00-855e-6726a74530f2 is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:06:50.295438 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:06:50.298376 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:06:50.298888 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7972978'] for router_interface, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:50.489091 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbac7b-ed56-408a-9cec-df63dbb1937e req-af141b77-a5c6-418a-abe5-ac11710b7bbb tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:50.497012 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fcbbac7b-ed56-408a-9cec-df63dbb1937e req-af141b77-a5c6-418a-abe5-ac11710b7bbb tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.3049154
Feb 03 20:06:50.555943 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-1ae128f6-8e85-4f09-b0c3-edd5c03fcda6 None None] Provisioning complete for port ded55ec6-a2e7-42c8-838c-d1f99268c45d triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:50.564334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1ae128f6-8e85-4f09-b0c3-edd5c03fcda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:50.587418 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fcbbac7b-ed56-408a-9cec-df63dbb1937e req-ef5a357d-4490-429d-a191-8cb721d6c7f9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0892105
Feb 03 20:06:50.628731 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] Set router b263d54f-0f62-462c-9f95-569d1db0c57c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:06:50.949063 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2ee880cc-4b20-4c02-91b4-f5374dec2d9b None None] Provisioning for port ce808c9f-e223-4c90-805c-7a87b17541c4 completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:06:50.956948 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2ee880cc-4b20-4c02-91b4-f5374dec2d9b None None] Provisioning complete for port ce808c9f-e223-4c90-805c-7a87b17541c4 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:50.957611 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2ee880cc-4b20-4c02-91b4-f5374dec2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:50.998684 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92778b-3f13-4b54-b586-9892b316a425 req-5c9ffe60-4053-4228-a29e-e2fbc68f65a7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:51.001523 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b77190-c059-4268-b5fa-1a29a597cb88 req-42ba2686-e7e5-4bdb-a70b-69de4bfaa1bf tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:51.002982 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fe92778b-3f13-4b54-b586-9892b316a425 req-5c9ffe60-4053-4228-a29e-e2fbc68f65a7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 945 time: 0.6466103
Feb 03 20:06:51.003192 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-96b77190-c059-4268-b5fa-1a29a597cb88 req-42ba2686-e7e5-4bdb-a70b-69de4bfaa1bf tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.2044029
Feb 03 20:06:51.050579 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-2ee880cc-4b20-4c02-91b4-f5374dec2d9b None None] Port ce808c9f-e223-4c90-805c-7a87b17541c4 cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:06:51.071565 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-96b77190-c059-4268-b5fa-1a29a597cb88 req-80dcc772-75bb-4c37-b4b4-aa8a71981934 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619788
Feb 03 20:06:51.131783 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93bb06780>, [{'id': 'b263d54f-0f62-462c-9f95-569d1db0c57c', 'name': 'tempest-TestVolumeBootPattern-1363598703-router', 'tenant_id': 'f4cb640c3196483d986ab93b61207c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '78e90a0a-f914-40ce-93b4-0e6c0589e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:42Z', 'updated_at': '2021-02-03T20:06:45Z', 'revision_number': 3, 'project_id': 'f4cb640c3196483d986ab93b61207c30', 'gw_port': {'id': '78e90a0a-f914-40ce-93b4-0e6c0589e8a4', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b263d54f-0f62-462c-9f95-569d1db0c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:44Z', 'updated_at': '2021-02-03T20:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:06:51.136402 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2a12d8-c670-47b6-8cec-6f7c83b93360 None None] The sync data for ids ['b263d54f-0f62-462c-9f95-569d1db0c57c'] in dv-cinder-773985-1-iscsi is: [{'id': 'b263d54f-0f62-462c-9f95-569d1db0c57c', 'name': 'tempest-TestVolumeBootPattern-1363598703-router', 'tenant_id': 'f4cb640c3196483d986ab93b61207c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '78e90a0a-f914-40ce-93b4-0e6c0589e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:42Z', 'updated_at': '2021-02-03T20:06:45Z', 'revision_number': 3, 'project_id': 'f4cb640c3196483d986ab93b61207c30', 'gw_port': {'id': '78e90a0a-f914-40ce-93b4-0e6c0589e8a4', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b263d54f-0f62-462c-9f95-569d1db0c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:44Z', 'updated_at': '2021-02-03T20:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:06:51.148329 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fe92778b-3f13-4b54-b586-9892b316a425 req-a85c1364-aa41-4fdc-a4bd-739705b73d4e tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039577
Feb 03 20:06:51.151329 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:51.484152 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:51.489000 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:51.489979 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846950413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7986988'] for router_interface, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:51.516993 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:51.768115 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Pushing event updated for resources: {'Port': ['ID=ce808c9f-e223-4c90-805c-7a87b17541c4,revision_number=2']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:51.773266 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:51.886183 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Network 63b4610f-0884-4e00-855e-6726a74530f2 is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:06:51.888220 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:06:51.910527 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a3432-d2a3-4e5f-9149-f4ed36afed8c req-d11375f1-7a0c-413b-a762-b7835f613a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:51.912209 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a51a3432-d2a3-4e5f-9149-f4ed36afed8c req-d11375f1-7a0c-413b-a762-b7835f613a8d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54fb9a949b3245c7a0731011941f5a06&device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 1162 time: 0.1815491
Feb 03 20:06:52.039121 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf5c94-3f45-4b8b-9ee5-37e230e88a74 req-4b6019e8-bdd5-448d-af94-d45cc1abcf4e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:52.040915 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f4bf5c94-3f45-4b8b-9ee5-37e230e88a74 req-4b6019e8-bdd5-448d-af94-d45cc1abcf4e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.2271347
Feb 03 20:06:52.167891 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f4bf5c94-3f45-4b8b-9ee5-37e230e88a74 req-fc381e55-cf16-4ba2-8a89-20cde9a89634 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191037
Feb 03 20:06:52.176709 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fde200-35e5-4487-8f72-dfe2da4649fb req-0dd5d095-73d9-471e-b1f7-04359f4352fd tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:52.184415 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-05fde200-35e5-4487-8f72-dfe2da4649fb req-0dd5d095-73d9-471e-b1f7-04359f4352fd tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.3697255
Feb 03 20:06:52.186640 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-fc0a6016-1f3e-4d1d-8b4d-66bb0e244911 None None] Provisioning complete for port ce808c9f-e223-4c90-805c-7a87b17541c4 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:52.187304 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fc0a6016-1f3e-4d1d-8b4d-66bb0e244911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:52.246832 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a3432-d2a3-4e5f-9149-f4ed36afed8c req-f5a19e4a-058f-4d68-ab11-19912981e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:52.249045 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a51a3432-d2a3-4e5f-9149-f4ed36afed8c req-f5a19e4a-058f-4d68-ab11-19912981e52b service neutron] 10.222.0.67 "GET /v2.0/networks?id=d66d5c41-e90b-4c7c-9091-e02b4897e8ac HTTP/1.1" status: 200  len: 912 time: 0.3230202
Feb 03 20:06:52.256113 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-05fde200-35e5-4487-8f72-dfe2da4649fb req-fbe4627e-c9ed-4a03-9fb2-9adb2fbc9a96 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706890
Feb 03 20:06:52.264199 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a6016-1f3e-4d1d-8b4d-66bb0e244911 None None] Port ce808c9f-e223-4c90-805c-7a87b17541c4 cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:06:52.304914 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Router b263d54f-0f62-462c-9f95-569d1db0c57c has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:06:52.497974 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb829a0d-1f79-4b93-92f2-1bd9e52f2023 req-b8a43f15-f9c9-4dde-bb46-802f4dec969a tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:52.499689 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cb829a0d-1f79-4b93-92f2-1bd9e52f2023 req-b8a43f15-f9c9-4dde-bb46-802f4dec969a tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 945 time: 0.1761329
Feb 03 20:06:52.503386 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:06:52.512982 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] 10.222.0.103 "PUT /v2.0/routers/b263d54f-0f62-462c-9f95-569d1db0c57c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3647108
Feb 03 20:06:52.577132 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cb829a0d-1f79-4b93-92f2-1bd9e52f2023 req-f2c8ac46-850c-4b84-afd1-664aba903fa0 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701511
Feb 03 20:06:52.858179 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e309933b-0df6-420e-9e38-5c63626760c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:53.491395 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58096d-ab84-4e50-9e1c-5fe3aba325f2 req-23e9e5a7-2076-4903-8ff8-e8209de873dd tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:53.493134 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fa58096d-ab84-4e50-9e1c-5fe3aba325f2 req-23e9e5a7-2076-4903-8ff8-e8209de873dd tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1725545
Feb 03 20:06:53.519155 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 78e90a0a-f914-40ce-93b4-0e6c0589e8a4 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:53.561078 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fa58096d-ab84-4e50-9e1c-5fe3aba325f2 req-60bfc5bd-1ca5-44b6-963b-f6bae0869b95 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609212
Feb 03 20:06:53.613038 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port 78e90a0a-f914-40ce-93b4-0e6c0589e8a4 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:06:53.615005 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-ed43a0c7-bbb0-4d51-b4dd-2bf641b31fd9 req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-753093610', 'description': 'tempest-TestVolumeBootPattern-753093610 description'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:06:53.619247 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 78e90a0a-f914-40ce-93b4-0e6c0589e8a4 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:53.619884 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:53.638293 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-ed43a0c7-bbb0-4d51-b4dd-2bf641b31fd9 req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:06:53.642807 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-ed43a0c7-bbb0-4d51-b4dd-2bf641b31fd9 req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Usage tracker for resource:security_group and tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:06:53.645798 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-ed43a0c7-bbb0-4d51-b4dd-2bf641b31fd9 req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:06:53.651826 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-ed43a0c7-bbb0-4d51-b4dd-2bf641b31fd9 req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:06:53.664642 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-ed43a0c7-bbb0-4d51-b4dd-2bf641b31fd9 req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:53.674205 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d200623-a3e8-4599-bea6-0598610a7669 req-bc46326b-b68c-4452-bec1-e0eb0c62c5d0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:53.675931 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9d200623-a3e8-4599-bea6-0598610a7669 req-bc46326b-b68c-4452-bec1-e0eb0c62c5d0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.1974711
Feb 03 20:06:53.688816 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-ed43a0c7-bbb0-4d51-b4dd-2bf641b31fd9 req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:06:53.693114 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-ed43a0c7-bbb0-4d51-b4dd-2bf641b31fd9 req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Usage tracker for resource:security_group_rule and tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:06:53.696234 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-ed43a0c7-bbb0-4d51-b4dd-2bf641b31fd9 req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:06:53.703142 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-ed43a0c7-bbb0-4d51-b4dd-2bf641b31fd9 req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:06:53.762610 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:53.766138 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9d200623-a3e8-4599-bea6-0598610a7669 req-b35d0d2a-80c6-471f-b744-652386200916 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0828056
Feb 03 20:06:53.783609 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] For port 78e90a0a-f914-40ce-93b4-0e6c0589e8a4, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=78e90a0a-f914-40ce-93b4-0e6c0589e8a4,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:06:53.787090 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:53.789161 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:53.796773 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-ed43a0c7-bbb0-4d51-b4dd-2bf641b31fd9 req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:53.800857 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-ed43a0c7-bbb0-4d51-b4dd-2bf641b31fd9 req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:53.822703 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-14c5e1c0-c3ae-417c-89a8-8520a901b315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:53.853026 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:53.855961 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-ed43a0c7-bbb0-4d51-b4dd-2bf641b31fd9 req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:53.857504 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ed43a0c7-bbb0-4d51-b4dd-2bf641b31fd9 req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2495065
Feb 03 20:06:53.866850 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.866850 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.866850 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.866850 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.866850 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.866850 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.867283 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.867365 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.867769 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.868182 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.868646 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.869041 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.869479 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.869862 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.870247 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.870630 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.871014 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.871400 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.871784 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.872192 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.872582 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.873073 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.873459 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.873841 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:53.883078 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:53.889546 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Pushing event updated for resources: {'Port': ['ID=78e90a0a-f914-40ce-93b4-0e6c0589e8a4,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:53.895150 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:53.975100 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0e17d953-b50f-4d70-8d19-edbc4ca90a62 req-6957c351-93de-4a34-8814-d6f3f01df8c6 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups/e60c7ead-7ab2-40b1-ba32-fb01b1cd221f HTTP/1.1" status: 200  len: 1806 time: 0.0656691
Feb 03 20:06:53.986034 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-0e17d953-b50f-4d70-8d19-edbc4ca90a62 req-005ddf72-31f4-4cdb-b312-d3c95fee15ed tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e60c7ead-7ab2-40b1-ba32-fb01b1cd221f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:06:53.986597 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-0e17d953-b50f-4d70-8d19-edbc4ca90a62 req-005ddf72-31f4-4cdb-b312-d3c95fee15ed tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e60c7ead-7ab2-40b1-ba32-fb01b1cd221f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:06:54.009656 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-0e17d953-b50f-4d70-8d19-edbc4ca90a62 req-005ddf72-31f4-4cdb-b312-d3c95fee15ed tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:06:54.013833 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-0e17d953-b50f-4d70-8d19-edbc4ca90a62 req-005ddf72-31f4-4cdb-b312-d3c95fee15ed tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Usage tracker for resource:security_group_rule and tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:06:54.017894 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-0e17d953-b50f-4d70-8d19-edbc4ca90a62 req-005ddf72-31f4-4cdb-b312-d3c95fee15ed tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:06:54.023732 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-0e17d953-b50f-4d70-8d19-edbc4ca90a62 req-005ddf72-31f4-4cdb-b312-d3c95fee15ed tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:06:54.086076 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-0e17d953-b50f-4d70-8d19-edbc4ca90a62 req-005ddf72-31f4-4cdb-b312-d3c95fee15ed tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:54.110993 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-0e17d953-b50f-4d70-8d19-edbc4ca90a62 req-005ddf72-31f4-4cdb-b312-d3c95fee15ed tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:54.126276 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-0e17d953-b50f-4d70-8d19-edbc4ca90a62 req-005ddf72-31f4-4cdb-b312-d3c95fee15ed tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756437'] for security_group_rule, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:54.129605 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] Sync routers for ids ['b263d54f-0f62-462c-9f95-569d1db0c57c'] in dv-cinder-773985-1-iscsi {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:06:54.138776 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:54.139590 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] Routers {'b263d54f-0f62-462c-9f95-569d1db0c57c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:06:54.140339 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93bab9048>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:06:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['b263d54f-0f62-462c-9f95-569d1db0c57c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:06:54.150397 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48826611-086a-4001-a4bd-de1e23d71d02 req-518a5aff-a0f8-4dc1-9818-2d581d8696c1 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:54.152053 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48826611-086a-4001-a4bd-de1e23d71d02 req-518a5aff-a0f8-4dc1-9818-2d581d8696c1 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 945 time: 0.1766043
Feb 03 20:06:54.160576 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ddf72-31f4-4cdb-b312-d3c95fee15ed tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ddcf044-c8f8-4300-a36d-4f23b986d587,revision_number=0']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:54.163719 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-005ddf72-31f4-4cdb-b312-d3c95fee15ed tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:54.171151 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-0e17d953-b50f-4d70-8d19-edbc4ca90a62 req-005ddf72-31f4-4cdb-b312-d3c95fee15ed tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:54.173470 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0e17d953-b50f-4d70-8d19-edbc4ca90a62 req-005ddf72-31f4-4cdb-b312-d3c95fee15ed tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1916385
Feb 03 20:06:54.225204 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48826611-086a-4001-a4bd-de1e23d71d02 req-a667fe5d-1528-4798-bbaa-0b1896ea7fe2 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655758
Feb 03 20:06:54.275100 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ac41dd62-da04-4a5e-bcc5-3d3733b6004c req-e972ff6e-9c09-4621-a9a3-21d54be5c13c tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups/e60c7ead-7ab2-40b1-ba32-fb01b1cd221f HTTP/1.1" status: 200  len: 2399 time: 0.0689940
Feb 03 20:06:54.285943 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-ac41dd62-da04-4a5e-bcc5-3d3733b6004c req-e13e5cbb-b229-4ef6-a45b-1110bb299588 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e60c7ead-7ab2-40b1-ba32-fb01b1cd221f', 'remote_group_id': None}]} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:06:54.286297 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-ac41dd62-da04-4a5e-bcc5-3d3733b6004c req-e13e5cbb-b229-4ef6-a45b-1110bb299588 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e60c7ead-7ab2-40b1-ba32-fb01b1cd221f', 'remote_group_id': None}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:06:54.308056 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-ac41dd62-da04-4a5e-bcc5-3d3733b6004c req-e13e5cbb-b229-4ef6-a45b-1110bb299588 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:06:54.312074 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-ac41dd62-da04-4a5e-bcc5-3d3733b6004c req-e13e5cbb-b229-4ef6-a45b-1110bb299588 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Usage tracker for resource:security_group_rule and tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:06:54.315589 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-ac41dd62-da04-4a5e-bcc5-3d3733b6004c req-e13e5cbb-b229-4ef6-a45b-1110bb299588 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:06:54.321366 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-ac41dd62-da04-4a5e-bcc5-3d3733b6004c req-e13e5cbb-b229-4ef6-a45b-1110bb299588 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:06:54.343942 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] Set router b263d54f-0f62-462c-9f95-569d1db0c57c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:06:54.380562 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-ac41dd62-da04-4a5e-bcc5-3d3733b6004c req-e13e5cbb-b229-4ef6-a45b-1110bb299588 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:54.405170 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-ac41dd62-da04-4a5e-bcc5-3d3733b6004c req-e13e5cbb-b229-4ef6-a45b-1110bb299588 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:54.409032 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-ac41dd62-da04-4a5e-bcc5-3d3733b6004c req-e13e5cbb-b229-4ef6-a45b-1110bb299588 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756437'] for security_group_rule, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:54.411236 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-43b85d22-27eb-4806-b2df-ab5535c220a7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:54.433994 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e5cbb-b229-4ef6-a45b-1110bb299588 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0b2e38-fd42-4192-91c8-15d639e3f7ed,revision_number=0']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:54.439022 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e13e5cbb-b229-4ef6-a45b-1110bb299588 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:54.446656 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-ac41dd62-da04-4a5e-bcc5-3d3733b6004c req-e13e5cbb-b229-4ef6-a45b-1110bb299588 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:54.447960 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ac41dd62-da04-4a5e-bcc5-3d3733b6004c req-e13e5cbb-b229-4ef6-a45b-1110bb299588 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1663249
Feb 03 20:06:54.696584 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93bab9048>, [{'id': 'b263d54f-0f62-462c-9f95-569d1db0c57c', 'name': 'tempest-TestVolumeBootPattern-1363598703-router', 'tenant_id': 'f4cb640c3196483d986ab93b61207c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '78e90a0a-f914-40ce-93b4-0e6c0589e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:42Z', 'updated_at': '2021-02-03T20:06:50Z', 'revision_number': 4, 'project_id': 'f4cb640c3196483d986ab93b61207c30', 'gw_port': {'id': '78e90a0a-f914-40ce-93b4-0e6c0589e8a4', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b263d54f-0f62-462c-9f95-569d1db0c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:44Z', 'updated_at': '2021-02-03T20:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': 'ce808c9f-e223-4c90-805c-7a87b17541c4', 'name': '', 'network_id': '63b4610f-0884-4e00-855e-6726a74530f2', 'tenant_id': 'f4cb640c3196483d986ab93b61207c30', 'mac_address': 'fa:16:3e:fb:e5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b263d54f-0f62-462c-9f95-569d1db0c57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b4ef864f-acf2-4fb4-9abe-ce41cf960005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:49Z', 'updated_at': '2021-02-03T20:06:51Z', 'revision_number': 2, 'project_id': 'f4cb640c3196483d986ab93b61207c30', 'subnets': [{'id': 'b4ef864f-acf2-4fb4-9abe-ce41cf960005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:06:54.700841 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] Checking router: b263d54f-0f62-462c-9f95-569d1db0c57c for host: dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:06:54.701250 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] Updating router b263d54f-0f62-462c-9f95-569d1db0c57c port ce808c9f-e223-4c90-805c-7a87b17541c4 binding host dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 20:06:54.766554 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:54.878008 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78a895-ce0c-4b9f-b497-aaf244453e2e req-88f994e8-1325-4006-a1c2-fa82f366bb7c tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:54.879831 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6a78a895-ce0c-4b9f-b497-aaf244453e2e req-88f994e8-1325-4006-a1c2-fa82f366bb7c tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1766927
Feb 03 20:06:54.951001 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6a78a895-ce0c-4b9f-b497-aaf244453e2e req-bd42d7ee-18fa-4e66-b98c-239e5c279d1e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632882
Feb 03 20:06:55.008575 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:55.100975 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a51a3432-d2a3-4e5f-9149-f4ed36afed8c req-fd049241-5059-48d6-ad44-821f54230b62 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7870cd4f-7380-4fd7-9469-292c8f4c32d3 HTTP/1.1" status: 200  len: 217 time: 0.0971928
Feb 03 20:06:55.290007 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ee878-de60-410f-b6bf-6ff4bcdc0c75 req-601e77df-011f-442f-a876-2d9fe615728c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:55.291797 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e19ee878-de60-410f-b6bf-6ff4bcdc0c75 req-601e77df-011f-442f-a876-2d9fe615728c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.3548915
Feb 03 20:06:55.298744 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a3432-d2a3-4e5f-9149-f4ed36afed8c req-00d39320-baf6-40bd-ba1d-226ba03806ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:55.300318 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a51a3432-d2a3-4e5f-9149-f4ed36afed8c req-00d39320-baf6-40bd-ba1d-226ba03806ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79590a3a-e4fa-4711-a4bb-192651bead9e HTTP/1.1" status: 200  len: 858 time: 0.1818347
Feb 03 20:06:55.343058 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1d186806-6b50-40fd-b53e-a5e1a7d86d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:55.388260 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a51a3432-d2a3-4e5f-9149-f4ed36afed8c req-63f722b5-93c2-469e-98a4-39f704048c7f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d66d5c41-e90b-4c7c-9091-e02b4897e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0529845
Feb 03 20:06:55.409052 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e19ee878-de60-410f-b6bf-6ff4bcdc0c75 req-230f951f-1639-4b02-a761-fe779deb43cb tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1077204
Feb 03 20:06:55.491685 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] Notify callbacks [] for port, precommit_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:55.511561 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] Transition to ACTIVE for port object ce808c9f-e223-4c90-805c-7a87b17541c4 will not be triggered until provisioned by entity L2. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:06:55.517317 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:55.535265 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:55.567299 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 78e90a0a-f914-40ce-93b4-0e6c0589e8a4 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:55.580983 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a51a3432-d2a3-4e5f-9149-f4ed36afed8c req-0653a4a7-21e1-40fe-9b4b-15aee27c04fb service neutron] 10.222.0.67 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1708724
Feb 03 20:06:55.609007 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d3f92-2209-45a6-9c4d-5902f72bec3e req-390a0a70-89c6-46bd-ae63-9b795a014f43 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:55.617094 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-256d3f92-2209-45a6-9c4d-5902f72bec3e req-390a0a70-89c6-46bd-ae63-9b795a014f43 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 945 time: 0.2539361
Feb 03 20:06:55.685360 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device b12dae48-bf99-4db7-9a26-b87455f97f63 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:06:55.735546 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-256d3f92-2209-45a6-9c4d-5902f72bec3e req-f2ac197e-ce35-4299-af3a-93074aa32f8f tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174901
Feb 03 20:06:55.751986 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a51a3432-d2a3-4e5f-9149-f4ed36afed8c req-7841a290-ae20-4a16-8f48-2ed54acc6626 service neutron] 10.222.0.67 "GET /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1627328
Feb 03 20:06:55.831729 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc787c-4f17-42a5-9adf-27a4512c7e32 None None] Pushing event updated for resources: {'Port': ['ID=ce808c9f-e223-4c90-805c-7a87b17541c4,revision_number=3']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:55.840060 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d3dc787c-4f17-42a5-9adf-27a4512c7e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:55.863336 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd463a-085b-4870-8930-7d6b09655b8b req-03bc355c-4342-419a-b2eb-20e53d18a08d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:55.865167 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-58dd463a-085b-4870-8930-7d6b09655b8b req-03bc355c-4342-419a-b2eb-20e53d18a08d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.67 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 945 time: 0.2234130
Feb 03 20:06:55.959138 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 78e90a0a-f914-40ce-93b4-0e6c0589e8a4 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:55.959577 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:55.972136 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-58dd463a-085b-4870-8930-7d6b09655b8b req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Deleting port b12dae48-bf99-4db7-9a26-b87455f97f63 {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:06:55.972532 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-58dd463a-085b-4870-8930-7d6b09655b8b req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:56.100941 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:56.119554 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:56.227095 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] Attempting to bind port ce808c9f-e223-4c90-805c-7a87b17541c4 on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:06:56.227513 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] Attempting to bind port ce808c9f-e223-4c90-805c-7a87b17541c4 by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': '326daa19-9eca-4ccd-a7d1-6bc83aaef8cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '63b4610f-0884-4e00-855e-6726a74530f2'}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:06:56.227948 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] Attempting to bind port ce808c9f-e223-4c90-805c-7a87b17541c4 on network 63b4610f-0884-4e00-855e-6726a74530f2 {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:06:56.249125 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05caac40-26f7-43c5-804d-943cf61f44fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b12dae48-bf99-4db7-9a26-b87455f97f63'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:06:56.283588 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port b12dae48-bf99-4db7-9a26-b87455f97f63, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=b12dae48-bf99-4db7-9a26-b87455f97f63,segment=NetworkSegment(c51be60e-c001-43d2-bd36-2a172e2801c1),segment_id=c51be60e-c001-43d2-bd36-2a172e2801c1)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:06:56.284765 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:06:56.285185 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] Checking segment: {'id': '326daa19-9eca-4ccd-a7d1-6bc83aaef8cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '63b4610f-0884-4e00-855e-6726a74530f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:06:56.286042 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:56.286042 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] Bound using segment: {'id': '326daa19-9eca-4ccd-a7d1-6bc83aaef8cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '63b4610f-0884-4e00-855e-6726a74530f2'} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:06:56.286553 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] Bound port: ce808c9f-e223-4c90-805c-7a87b17541c4, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326daa19-9eca-4ccd-a7d1-6bc83aaef8cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '63b4610f-0884-4e00-855e-6726a74530f2'}}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:06:56.286985 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:56.307738 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:56.312429 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-4ce1b02d-3ca2-4a2e-9359-5fd871f039e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:56.322263 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-58dd463a-085b-4870-8930-7d6b09655b8b req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] For port b12dae48-bf99-4db7-9a26-b87455f97f63, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=b12dae48-bf99-4db7-9a26-b87455f97f63,segment=NetworkSegment(c51be60e-c001-43d2-bd36-2a172e2801c1),segment_id=c51be60e-c001-43d2-bd36-2a172e2801c1)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:06:56.322680 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-58dd463a-085b-4870-8930-7d6b09655b8b req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:56.392699 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fcdc9-7c39-4610-b087-2460908de01b req-18897b1c-96f3-48b3-9f30-523d834801f0 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:56.396006 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05caac40-26f7-43c5-804d-943cf61f44fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b12dae48-bf99-4db7-9a26-b87455f97f63', 'code': 200}
Feb 03 20:06:56.403516 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4d1fcdc9-7c39-4610-b087-2460908de01b req-18897b1c-96f3-48b3-9f30-523d834801f0 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.2761607
Feb 03 20:06:56.473286 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-58dd463a-085b-4870-8930-7d6b09655b8b req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Calling delete_port for b12dae48-bf99-4db7-9a26-b87455f97f63 owned by compute:nova {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:06:56.479393 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=b12dae48-bf99-4db7-9a26-b87455f97f63,revision_number=5']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:56.482854 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4d1fcdc9-7c39-4610-b087-2460908de01b req-d9f1fca7-83b7-48cf-9c2f-ff981a9fa25e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779333
Feb 03 20:06:56.483814 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:56.495936 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] For port ce808c9f-e223-4c90-805c-7a87b17541c4, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:06:56.499517 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] For port ce808c9f-e223-4c90-805c-7a87b17541c4, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=ce808c9f-e223-4c90-805c-7a87b17541c4,segment=NetworkSegment(326daa19-9eca-4ccd-a7d1-6bc83aaef8cb),segment_id=326daa19-9eca-4ccd-a7d1-6bc83aaef8cb)] {{(pid=80147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:06:56.503691 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:56.519840 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9b404ab4-f625-4e06-b4b6-f9f7bfd596b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:56.585527 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.api [req-58dd463a-085b-4870-8930-7d6b09655b8b req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80144) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 20:06:56.586156 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.api [req-58dd463a-085b-4870-8930-7d6b09655b8b req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 20:06:56.679264 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc787c-4f17-42a5-9adf-27a4512c7e32 None None] Pushing event updated for resources: {'Port': ['ID=ce808c9f-e223-4c90-805c-7a87b17541c4,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:56.684064 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d3dc787c-4f17-42a5-9adf-27a4512c7e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:56.721919 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:56.738112 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] Routers {'b263d54f-0f62-462c-9f95-569d1db0c57c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:06:56.739293 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93bab9048>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:06:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['b263d54f-0f62-462c-9f95-569d1db0c57c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:06:56.768319 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8624f-25a3-44e8-84a2-c1fedc0f9503 req-cf819fad-d3d6-4059-8d71-fc9899290f0d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:56.770072 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-67c8624f-25a3-44e8-84a2-c1fedc0f9503 req-cf819fad-d3d6-4059-8d71-fc9899290f0d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.1727307
Feb 03 20:06:56.861625 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-67c8624f-25a3-44e8-84a2-c1fedc0f9503 req-9b67983e-e71c-41d9-be3f-181219a072ad tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0770741
Feb 03 20:06:57.002962 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] Set router b263d54f-0f62-462c-9f95-569d1db0c57c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:06:57.090375 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-58dd463a-085b-4870-8930-7d6b09655b8b req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Deleting port b12dae48-bf99-4db7-9a26-b87455f97f63 {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:06:57.090375 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-58dd463a-085b-4870-8930-7d6b09655b8b req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:57.149219 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bead515-d9a8-45e8-b9a5-51d720f54e52 req-943e2116-dbd8-4139-ac11-66fd22fa2571 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:57.157933 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5bead515-d9a8-45e8-b9a5-51d720f54e52 req-943e2116-dbd8-4139-ac11-66fd22fa2571 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 943 time: 0.1933365
Feb 03 20:06:57.182398 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 7870cd4f-7380-4fd7-9469-292c8f4c32d3 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:57.271266 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5bead515-d9a8-45e8-b9a5-51d720f54e52 req-ef6e35a4-0500-4313-922b-aa11d0c63f6a tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122811
Feb 03 20:06:57.387574 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:57.443236 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 7870cd4f-7380-4fd7-9469-292c8f4c32d3 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:57.443691 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:57.497140 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-58dd463a-085b-4870-8930-7d6b09655b8b req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] For port b12dae48-bf99-4db7-9a26-b87455f97f63, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=b12dae48-bf99-4db7-9a26-b87455f97f63,segment=NetworkSegment(c51be60e-c001-43d2-bd36-2a172e2801c1),segment_id=c51be60e-c001-43d2-bd36-2a172e2801c1)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:06:57.497600 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-58dd463a-085b-4870-8930-7d6b09655b8b req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:58.008004 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93bab9048>, [{'id': 'b263d54f-0f62-462c-9f95-569d1db0c57c', 'name': 'tempest-TestVolumeBootPattern-1363598703-router', 'tenant_id': 'f4cb640c3196483d986ab93b61207c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '78e90a0a-f914-40ce-93b4-0e6c0589e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:42Z', 'updated_at': '2021-02-03T20:06:50Z', 'revision_number': 4, 'project_id': 'f4cb640c3196483d986ab93b61207c30', 'gw_port': {'id': '78e90a0a-f914-40ce-93b4-0e6c0589e8a4', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b263d54f-0f62-462c-9f95-569d1db0c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:44Z', 'updated_at': '2021-02-03T20:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': 'ce808c9f-e223-4c90-805c-7a87b17541c4', 'name': '', 'network_id': '63b4610f-0884-4e00-855e-6726a74530f2', 'tenant_id': 'f4cb640c3196483d986ab93b61207c30', 'mac_address': 'fa:16:3e:fb:e5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b263d54f-0f62-462c-9f95-569d1db0c57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b4ef864f-acf2-4fb4-9abe-ce41cf960005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:49Z', 'updated_at': '2021-02-03T20:06:56Z', 'revision_number': 4, 'project_id': 'f4cb640c3196483d986ab93b61207c30', 'subnets': [{'id': 'b4ef864f-acf2-4fb4-9abe-ce41cf960005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:06:58.013125 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d21e0-77a8-468d-8112-d650273c1f82 None None] The sync data for ids ['b263d54f-0f62-462c-9f95-569d1db0c57c'] in dv-cinder-773985-1-iscsi is: [{'id': 'b263d54f-0f62-462c-9f95-569d1db0c57c', 'name': 'tempest-TestVolumeBootPattern-1363598703-router', 'tenant_id': 'f4cb640c3196483d986ab93b61207c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '78e90a0a-f914-40ce-93b4-0e6c0589e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:42Z', 'updated_at': '2021-02-03T20:06:50Z', 'revision_number': 4, 'project_id': 'f4cb640c3196483d986ab93b61207c30', 'gw_port': {'id': '78e90a0a-f914-40ce-93b4-0e6c0589e8a4', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b263d54f-0f62-462c-9f95-569d1db0c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:44Z', 'updated_at': '2021-02-03T20:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': 'ce808c9f-e223-4c90-805c-7a87b17541c4', 'name': '', 'network_id': '63b4610f-0884-4e00-855e-6726a74530f2', 'tenant_id': 'f4cb640c3196483d986ab93b61207c30', 'mac_address': 'fa:16:3e:fb:e5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b263d54f-0f62-462c-9f95-569d1db0c57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b4ef864f-acf2-4fb4-9abe-ce41cf960005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:49Z', 'updated_at': '2021-02-03T20:06:56Z', 'revision_number': 4, 'project_id': 'f4cb640c3196483d986ab93b61207c30', 'subnets': [{'id': 'b4ef864f-acf2-4fb4-9abe-ce41cf960005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:06:58.115060 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-58dd463a-085b-4870-8930-7d6b09655b8b req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Calling delete_port for b12dae48-bf99-4db7-9a26-b87455f97f63 owned by compute:nova {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:06:58.348496 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2b070-e4eb-4809-b0b2-d98a045e0382 req-26088f4e-63fc-4ce7-b8b0-ed9e89c7c362 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:58.356883 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-20d2b070-e4eb-4809-b0b2-d98a045e0382 req-26088f4e-63fc-4ce7-b8b0-ed9e89c7c362 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.4799957
Feb 03 20:06:58.448818 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-20d2b070-e4eb-4809-b0b2-d98a045e0382 req-55583f74-ab8b-462c-8a98-07e456d3ae7c tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907822
Feb 03 20:06:58.451162 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21de9f4-00e1-418e-8847-e9c52977cccb req-9ddf5ee3-9119-4c0a-9966-61216ea23788 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:58.460186 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e21de9f4-00e1-418e-8847-e9c52977cccb req-9ddf5ee3-9119-4c0a-9966-61216ea23788 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.2491465
Feb 03 20:06:58.590623 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-58dd463a-085b-4870-8930-7d6b09655b8b req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:58.595990 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e21de9f4-00e1-418e-8847-e9c52977cccb req-4eebc834-6d9a-4bec-bc1f-af76029bad2a tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1233683
Feb 03 20:06:58.661160 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-075cfe0e-a725-49ff-80bd-7e2814587474 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:58.823530 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Pushing event deleted for resources: {'Port': ['ID=b12dae48-bf99-4db7-9a26-b87455f97f63,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:06:58.920977 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.921534 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.922079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.922621 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.923018 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.923495 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.924275 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.924655 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.925131 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.925627 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.926017 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.926387 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.926876 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.927267 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.927653 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.928127 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.928597 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.928986 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.929370 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.929764 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.930200 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.930789 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.931082 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.931457 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:06:58.962211 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:06:58.968264 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8f2f193f-6541-421b-a849-c50cf19b7172 req-bc5c3e67-f041-4d99-82cf-24e7d6b366db tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 210 time: 0.2326117
Feb 03 20:06:59.053154 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dd463a-085b-4870-8930-7d6b09655b8b req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] No DVR routers for this DVR port b12dae48-bf99-4db7-9a26-b87455f97f63 on host hv-cinder-77398 {{(pid=80144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:06:59.055682 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-58dd463a-085b-4870-8930-7d6b09655b8b req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:59.058934 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05caac40-26f7-43c5-804d-943cf61f44fb', 'name': 'network-vif-deleted', 'tag': 'b12dae48-bf99-4db7-9a26-b87455f97f63'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:06:59.074829 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-58dd463a-085b-4870-8930-7d6b09655b8b req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.67 "DELETE /v2.0/ports/b12dae48-bf99-4db7-9a26-b87455f97f63 HTTP/1.1" status: 204  len: 173 time: 3.2022481
Feb 03 20:06:59.143185 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05caac40-26f7-43c5-804d-943cf61f44fb', 'name': 'network-vif-deleted', 'tag': 'b12dae48-bf99-4db7-9a26-b87455f97f63', 'status': 'completed', 'code': 200}
Feb 03 20:06:59.565448 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device ce808c9f-e223-4c90-805c-7a87b17541c4 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:06:59.676938 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port ce808c9f-e223-4c90-805c-7a87b17541c4 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:06:59.686642 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port ce808c9f-e223-4c90-805c-7a87b17541c4 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:06:59.687989 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:59.862463 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:59.914280 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] For port ce808c9f-e223-4c90-805c-7a87b17541c4, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=ce808c9f-e223-4c90-805c-7a87b17541c4,segment=NetworkSegment(326daa19-9eca-4ccd-a7d1-6bc83aaef8cb),segment_id=326daa19-9eca-4ccd-a7d1-6bc83aaef8cb)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:06:59.921386 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:06:59.927426 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:06:59.967257 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914e481-44c1-4d35-b7c3-c9899274d786 req-7ab9c7be-b35f-4ff0-ac9a-2dcaa64f046a tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:06:59.975692 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5914e481-44c1-4d35-b7c3-c9899274d786 req-7ab9c7be-b35f-4ff0-ac9a-2dcaa64f046a tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.3508663
Feb 03 20:07:00.036969 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Pushing event updated for resources: {'Port': ['ID=ce808c9f-e223-4c90-805c-7a87b17541c4,revision_number=5']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:00.048843 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:00.057649 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd420b3c-1d29-4ce0-a784-83eae98aad36 req-84ee6fd0-b81a-4f96-a3a0-1e478b325f01 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:00.062804 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5914e481-44c1-4d35-b7c3-c9899274d786 req-a6ce65ce-349e-4025-bba0-6580da1bef64 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858078
Feb 03 20:07:00.064635 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fd420b3c-1d29-4ce0-a784-83eae98aad36 req-84ee6fd0-b81a-4f96-a3a0-1e478b325f01 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.2519414
Feb 03 20:07:00.145714 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fd420b3c-1d29-4ce0-a784-83eae98aad36 req-a46602e4-146c-499d-8673-3c576899b452 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0799401
Feb 03 20:07:00.263065 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-900e4d04-43c8-4b09-9d89-c94c173d7938 req-fcb73aaf-467c-4932-a7d2-41f101b1e319 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Synchronizing usage tracker for tenant:2fbefdf95293404192e9ef9cb9a6b198 on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:07:00.281749 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-900e4d04-43c8-4b09-9d89-c94c173d7938 req-fcb73aaf-467c-4932-a7d2-41f101b1e319 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Unset dirty status for tenant:2fbefdf95293404192e9ef9cb9a6b198 on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:07:00.283311 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-900e4d04-43c8-4b09-9d89-c94c173d7938 req-fcb73aaf-467c-4932-a7d2-41f101b1e319 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 210 time: 0.0814338
Feb 03 20:07:01.446496 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bd24f-e5ac-423d-a2d5-58ca611cf7b4 req-555b624d-a2f5-42e4-8b1a-b175dc7a1d48 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:01.450419 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-759bd24f-e5ac-423d-a2d5-58ca611cf7b4 req-555b624d-a2f5-42e4-8b1a-b175dc7a1d48 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.2600236
Feb 03 20:07:01.470625 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d5494-a623-44eb-86d1-30b309281b62 req-4c71a91b-d28b-4806-b6ac-0098c2842952 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:01.472308 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-988d5494-a623-44eb-86d1-30b309281b62 req-4c71a91b-d28b-4806-b6ac-0098c2842952 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.1737461
Feb 03 20:07:01.539922 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device ce808c9f-e223-4c90-805c-7a87b17541c4 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:07:01.545131 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-759bd24f-e5ac-423d-a2d5-58ca611cf7b4 req-7412ba00-de25-43d0-9882-e35a1ec63deb tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936639
Feb 03 20:07:01.548107 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-988d5494-a623-44eb-86d1-30b309281b62 req-df4e4de2-265d-4a16-9064-6f8d4e7ee3fc tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643954
Feb 03 20:07:01.661351 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port ce808c9f-e223-4c90-805c-7a87b17541c4 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:07:01.661778 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:01.778725 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f3831158-0f96-464f-9aa7-acbfd70e9801 req-dafe6b9d-f174-496a-ad9f-908236cfce85 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 210 time: 0.0595231
Feb 03 20:07:02.911073 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711623b6-4f90-4fa1-b7a7-c088390a9a3b req-f6a2e582-df03-4506-970d-fa17154d83b1 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:02.912979 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-711623b6-4f90-4fa1-b7a7-c088390a9a3b req-f6a2e582-df03-4506-970d-fa17154d83b1 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1965368
Feb 03 20:07:02.961667 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8ed76-7abc-490a-b74c-0b333b87613c req-d84185a4-3aaa-4e55-9755-e956a79197bf tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:02.963490 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1fa8ed76-7abc-490a-b74c-0b333b87613c req-d84185a4-3aaa-4e55-9755-e956a79197bf tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.1877935
Feb 03 20:07:02.986936 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-711623b6-4f90-4fa1-b7a7-c088390a9a3b req-68cf42e2-e20b-49c3-9bb5-488ca06a75b8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670154
Feb 03 20:07:03.036817 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1fa8ed76-7abc-490a-b74c-0b333b87613c req-4bfe08c9-5e8a-4270-a012-47273e367519 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656428
Feb 03 20:07:03.203929 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f76d4069-9ed2-4a86-8466-ff3715612ea7 req-7a26d704-1d16-4adc-be4d-9b76110dfbdb tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=05caac40-26f7-43c5-804d-943cf61f44fb HTTP/1.1" status: 200  len: 210 time: 0.0661964
Feb 03 20:07:04.334316 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd84e6-30db-4d6f-a514-fdf9d47dfcdd req-7336dcb0-be97-4a88-8218-d1990fa7a6ae tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:04.336161 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-dedd84e6-30db-4d6f-a514-fdf9d47dfcdd req-7336dcb0-be97-4a88-8218-d1990fa7a6ae tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1829360
Feb 03 20:07:04.403999 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208d696-077c-4524-9f50-42f26ba616d7 req-55824b27-d973-41e1-9dea-570b72d93dac tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:04.405821 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5208d696-077c-4524-9f50-42f26ba616d7 req-55824b27-d973-41e1-9dea-570b72d93dac tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.1894004
Feb 03 20:07:04.448880 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-dedd84e6-30db-4d6f-a514-fdf9d47dfcdd req-f5d35451-536a-4280-85a8-785779a7f2ba tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032624
Feb 03 20:07:04.501678 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5208d696-077c-4524-9f50-42f26ba616d7 req-115d2bb2-6dab-4eaf-a617-2c3b049a643d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0860741
Feb 03 20:07:05.823944 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee4cfc-d2ed-4bfa-8958-422c226f16c8 req-e2957415-0c55-4a1d-83a0-e8e6f6b43ccb tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:05.825635 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-31ee4cfc-d2ed-4bfa-8958-422c226f16c8 req-e2957415-0c55-4a1d-83a0-e8e6f6b43ccb tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.1708920
Feb 03 20:07:05.891651 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-31ee4cfc-d2ed-4bfa-8958-422c226f16c8 req-2772cc9b-6e1b-4fc1-8797-c60915772193 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591323
Feb 03 20:07:07.256458 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5d36b-f8e7-477a-b22b-93042834848b req-9c3e6139-d22c-46eb-9f1a-9e4c8a6f7c5d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:07.258117 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4ac5d36b-f8e7-477a-b22b-93042834848b req-9c3e6139-d22c-46eb-9f1a-9e4c8a6f7c5d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 943 time: 0.1845109
Feb 03 20:07:07.334266 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4ac5d36b-f8e7-477a-b22b-93042834848b req-81e6110a-c4ad-49f6-a093-fb3ea29228a1 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0685377
Feb 03 20:07:07.616657 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 7870cd4f-7380-4fd7-9469-292c8f4c32d3 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:07:07.697740 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 7870cd4f-7380-4fd7-9469-292c8f4c32d3 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:07:07.698172 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:07.825755 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device f8b564b3-821b-48b8-9163-12b4ea3a05ec up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:07:07.896149 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port f8b564b3-821b-48b8-9163-12b4ea3a05ec triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:07:07.896577 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:08.027054 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:08.056706 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2c3909-231f-46be-afc3-4f39ecc6fc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b564b3-821b-48b8-9163-12b4ea3a05ec'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:07:08.070180 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port f8b564b3-821b-48b8-9163-12b4ea3a05ec, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f8b564b3-821b-48b8-9163-12b4ea3a05ec,segment=NetworkSegment(21f320d7-b94d-4ce4-b976-ee13b6aa7f47),segment_id=21f320d7-b94d-4ce4-b976-ee13b6aa7f47)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:07:08.077360 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:08.082227 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:08.139377 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2c3909-231f-46be-afc3-4f39ecc6fc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b564b3-821b-48b8-9163-12b4ea3a05ec', 'code': 200}
Feb 03 20:07:08.165777 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=f8b564b3-821b-48b8-9163-12b4ea3a05ec,revision_number=6']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:08.169406 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:08.677942 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb2f41-d09e-4d86-83e3-d79b82b8daa0 req-482c4740-7a77-40ab-bafb-d430c2509362 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:08.679568 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-acdb2f41-d09e-4d86-83e3-d79b82b8daa0 req-482c4740-7a77-40ab-bafb-d430c2509362 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.1862586
Feb 03 20:07:08.747456 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-acdb2f41-d09e-4d86-83e3-d79b82b8daa0 req-47be6ab7-89f7-42e0-8cd9-2cbdd1c550e8 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606484
Feb 03 20:07:08.956061 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4887996-04fa-4532-99ed-89cdb13f3e91 req-1b65ff5e-9670-46d9-82c4-664726d5e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:08.957974 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c4887996-04fa-4532-99ed-89cdb13f3e91 req-1b65ff5e-9670-46d9-82c4-664726d5e814 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 1162 time: 0.0891068
Feb 03 20:07:09.009630 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c4887996-04fa-4532-99ed-89cdb13f3e91 req-df4725db-98b5-4bae-8aa7-1aad0e4036c6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377045
Feb 03 20:07:09.027119 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 7870cd4f-7380-4fd7-9469-292c8f4c32d3 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:07:09.117205 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 7870cd4f-7380-4fd7-9469-292c8f4c32d3 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:07:09.117637 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:09.285624 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device f8b564b3-821b-48b8-9163-12b4ea3a05ec up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:07:09.378411 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port f8b564b3-821b-48b8-9163-12b4ea3a05ec triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:07:09.378837 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:09.783088 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30e4d6-13cf-4867-8300-36be09da13db req-e5d84969-917c-4b48-a911-b892889f001e tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:09.785164 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ed30e4d6-13cf-4867-8300-36be09da13db req-e5d84969-917c-4b48-a911-b892889f001e tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 945 time: 0.1907892
Feb 03 20:07:09.854670 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ed30e4d6-13cf-4867-8300-36be09da13db req-73245916-1d47-4da5-a18c-467e784f4c17 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630288
Feb 03 20:07:10.082324 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30213160-b0ef-40f7-83cc-f253fd9a6431 req-57c4ed1c-4297-4286-81b7-307e9fc3b375 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:10.084148 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-30213160-b0ef-40f7-83cc-f253fd9a6431 req-57c4ed1c-4297-4286-81b7-307e9fc3b375 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.1696050
Feb 03 20:07:10.148973 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-30213160-b0ef-40f7-83cc-f253fd9a6431 req-b4227c97-8f8e-4e17-a4cd-3c71a1cc29d8 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586648
Feb 03 20:07:11.163063 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0960e8-e589-4e0d-93f2-b30b1e0be974 req-c915d349-5855-4214-9c9d-13601751034d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:11.164710 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9c0960e8-e589-4e0d-93f2-b30b1e0be974 req-c915d349-5855-4214-9c9d-13601751034d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 945 time: 0.1764364
Feb 03 20:07:11.231214 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9c0960e8-e589-4e0d-93f2-b30b1e0be974 req-6b7a7038-f290-4db5-baaa-0aa3c2769eb4 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600963
Feb 03 20:07:11.468328 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259aceae-0fe9-488a-987a-4ca75d3b5fa3 req-810d5f09-83ba-499c-b5f6-da2069c743e9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:11.470116 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-259aceae-0fe9-488a-987a-4ca75d3b5fa3 req-810d5f09-83ba-499c-b5f6-da2069c743e9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.1722934
Feb 03 20:07:11.535011 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-259aceae-0fe9-488a-987a-4ca75d3b5fa3 req-cdb096bf-b6bb-4f9f-a370-6ae82fa975f5 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586681
Feb 03 20:07:12.586115 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4b2e3-3cc9-487a-b9d1-1ea456ee5c69 req-2caec1f3-f6e7-4d2f-99c3-d6162c008718 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:12.587851 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-34c4b2e3-3cc9-487a-b9d1-1ea456ee5c69 req-2caec1f3-f6e7-4d2f-99c3-d6162c008718 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 945 time: 0.1831377
Feb 03 20:07:12.669065 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-34c4b2e3-3cc9-487a-b9d1-1ea456ee5c69 req-6cf6c777-1f70-44f3-a5a3-815b3a836c09 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720494
Feb 03 20:07:12.898724 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73224261-e87a-4dcf-953e-d760ff8130d1 req-2a6f5c83-9160-447e-bd4d-54b986f20fb8 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:12.900882 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-73224261-e87a-4dcf-953e-d760ff8130d1 req-2a6f5c83-9160-447e-bd4d-54b986f20fb8 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.1800416
Feb 03 20:07:12.980982 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-73224261-e87a-4dcf-953e-d760ff8130d1 req-c144f096-da34-4c84-a7d2-a91c3a7adc14 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0727997
Feb 03 20:07:13.986219 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff2025-ae06-4766-9b18-e87e39d900b9 req-07917d39-aff3-4ced-9a55-be530422a8e8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:13.987852 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-21ff2025-ae06-4766-9b18-e87e39d900b9 req-07917d39-aff3-4ced-9a55-be530422a8e8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 945 time: 0.1802671
Feb 03 20:07:14.115499 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-21ff2025-ae06-4766-9b18-e87e39d900b9 req-c65ac8bc-e4ba-4188-ad45-48c52d89d282 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/security-groups?id=23e93fd7-9e29-4e73-aea4-cb17c76f4544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849319
Feb 03 20:07:14.221463 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c8915-891c-4ad4-add4-fa33ecd80d6c req-656475f6-5e66-40d2-bd5e-b665fe35dca2 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:14.223114 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cf1c8915-891c-4ad4-add4-fa33ecd80d6c req-656475f6-5e66-40d2-bd5e-b665fe35dca2 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 945 time: 0.2342770
Feb 03 20:07:14.335150 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-cf1c8915-891c-4ad4-add4-fa33ecd80d6c req-2bee3f91-74af-4cb3-98ba-1fe40a3e60ef tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Deleting port 9e2d1a88-e844-46e8-b64b-2d77f9d73e38 {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:07:14.335462 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-cf1c8915-891c-4ad4-add4-fa33ecd80d6c req-2bee3f91-74af-4cb3-98ba-1fe40a3e60ef tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:14.337028 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684085d4-4f6f-4f2a-b807-4ec5277692ae req-8905a78b-5fb2-4085-aa58-e76f4a3a8b7a tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:14.338739 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-684085d4-4f6f-4f2a-b807-4ec5277692ae req-8905a78b-5fb2-4085-aa58-e76f4a3a8b7a tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.1901364
Feb 03 20:07:14.504597 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-684085d4-4f6f-4f2a-b807-4ec5277692ae req-b7029bee-1a3e-4f37-a7ce-6d7638ded003 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1509655
Feb 03 20:07:14.677248 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-cf1c8915-891c-4ad4-add4-fa33ecd80d6c req-2bee3f91-74af-4cb3-98ba-1fe40a3e60ef tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] For port 9e2d1a88-e844-46e8-b64b-2d77f9d73e38, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=9e2d1a88-e844-46e8-b64b-2d77f9d73e38,segment=NetworkSegment(c51be60e-c001-43d2-bd36-2a172e2801c1),segment_id=c51be60e-c001-43d2-bd36-2a172e2801c1)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:07:14.677690 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-cf1c8915-891c-4ad4-add4-fa33ecd80d6c req-2bee3f91-74af-4cb3-98ba-1fe40a3e60ef tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:14.816920 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-cf1c8915-891c-4ad4-add4-fa33ecd80d6c req-2bee3f91-74af-4cb3-98ba-1fe40a3e60ef tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Calling delete_port for 9e2d1a88-e844-46e8-b64b-2d77f9d73e38 owned by compute:nova {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:07:14.968636 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-cf1c8915-891c-4ad4-add4-fa33ecd80d6c req-2bee3f91-74af-4cb3-98ba-1fe40a3e60ef tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:14.984400 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-84dd6af7-0392-4f8f-bf89-2f304357fe82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:15.295838 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee3f91-74af-4cb3-98ba-1fe40a3e60ef tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Pushing event deleted for resources: {'Port': ['ID=9e2d1a88-e844-46e8-b64b-2d77f9d73e38,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:15.307605 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2bee3f91-74af-4cb3-98ba-1fe40a3e60ef tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:15.369924 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ee18524c-8155-4a60-8f37-b4c82b5498ab req-92b84ff2-21e4-45b2-895b-62f439a9e569 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 210 time: 0.0659201
Feb 03 20:07:15.465968 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1c8915-891c-4ad4-add4-fa33ecd80d6c req-2bee3f91-74af-4cb3-98ba-1fe40a3e60ef tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] No DVR routers for this DVR port 9e2d1a88-e844-46e8-b64b-2d77f9d73e38 on host hv-cinder-77398 {{(pid=80144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:07:15.468223 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-cf1c8915-891c-4ad4-add4-fa33ecd80d6c req-2bee3f91-74af-4cb3-98ba-1fe40a3e60ef tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:15.471877 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfecc17-bc32-4665-9167-b4e9032ae8bc', 'name': 'network-vif-deleted', 'tag': '9e2d1a88-e844-46e8-b64b-2d77f9d73e38'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:07:15.487463 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cf1c8915-891c-4ad4-add4-fa33ecd80d6c req-2bee3f91-74af-4cb3-98ba-1fe40a3e60ef tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.67 "DELETE /v2.0/ports/9e2d1a88-e844-46e8-b64b-2d77f9d73e38 HTTP/1.1" status: 204  len: 173 time: 1.2445369
Feb 03 20:07:15.535873 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfecc17-bc32-4665-9167-b4e9032ae8bc', 'name': 'network-vif-deleted', 'tag': '9e2d1a88-e844-46e8-b64b-2d77f9d73e38', 'status': 'completed', 'code': 200}
Feb 03 20:07:15.810605 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device f8b564b3-821b-48b8-9163-12b4ea3a05ec up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:07:15.949142 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port f8b564b3-821b-48b8-9163-12b4ea3a05ec triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:07:15.951026 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:16.017432 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a8162-9f3e-4427-a517-93e10e6f1796 req-17f33b8a-edc6-4f93-83f7-d674bd26ce20 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:16.027169 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-904a8162-9f3e-4427-a517-93e10e6f1796 req-17f33b8a-edc6-4f93-83f7-d674bd26ce20 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.3133109
Feb 03 20:07:16.115155 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-904a8162-9f3e-4427-a517-93e10e6f1796 req-4f529903-bb73-473f-a884-49374b278bfb tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0864611
Feb 03 20:07:16.202816 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 9e2d1a88-e844-46e8-b64b-2d77f9d73e38 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:07:16.245571 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] No Port match for: 9e2d1a88-e844-46e8-b64b-2d77f9d73e38 {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:07:16.246125 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 9e2d1a88-e844-46e8-b64b-2d77f9d73e38 not bound to the agent host hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:07:16.326721 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9579be5-01a4-49b1-a31b-cd0f5b6dd414 req-352f1cf9-19b3-4250-89b4-82226e219266 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:16.328439 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b9579be5-01a4-49b1-a31b-cd0f5b6dd414 req-352f1cf9-19b3-4250-89b4-82226e219266 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.1857293
Feb 03 20:07:16.396858 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b9579be5-01a4-49b1-a31b-cd0f5b6dd414 req-bdcc283a-073b-47ee-bba5-db2cdcc7e9b3 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609999
Feb 03 20:07:16.575748 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-a9969e1e-e5e2-439c-9534-047e38a27156 req-7d838697-65ef-4c2e-8bdf-0e409cb533dc tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Synchronizing usage tracker for tenant:2fbefdf95293404192e9ef9cb9a6b198 on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:07:16.592517 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-a9969e1e-e5e2-439c-9534-047e38a27156 req-7d838697-65ef-4c2e-8bdf-0e409cb533dc tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Unset dirty status for tenant:2fbefdf95293404192e9ef9cb9a6b198 on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:07:16.593806 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a9969e1e-e5e2-439c-9534-047e38a27156 req-7d838697-65ef-4c2e-8bdf-0e409cb533dc tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] 10.222.0.103 "GET /v2.0/ports?device_id=ecfecc17-bc32-4665-9167-b4e9032ae8bc HTTP/1.1" status: 200  len: 210 time: 0.0685546
Feb 03 20:07:17.455653 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e23ca-bff0-41d8-b548-ab0d54c173e0 req-5413165f-e57b-411b-9a25-8b687a39bfd0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:17.457454 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4a1e23ca-bff0-41d8-b548-ab0d54c173e0 req-5413165f-e57b-411b-9a25-8b687a39bfd0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.1697626
Feb 03 20:07:17.525640 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4a1e23ca-bff0-41d8-b548-ab0d54c173e0 req-fee80027-17a4-470a-84e3-ab5d6925a70d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614648
Feb 03 20:07:17.711601 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 58556) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:17.738753 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91489903-1b71-42a5-9926-a56314b15406 req-5a6d9907-a8dc-483a-baa3-8c97e2b8fcf8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:17.740640 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91489903-1b71-42a5-9926-a56314b15406 req-5a6d9907-a8dc-483a-baa3-8c97e2b8fcf8 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.1993768
Feb 03 20:07:17.822409 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91489903-1b71-42a5-9926-a56314b15406 req-4ab82e11-f681-4f35-b2de-65354812c98a tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751193
Feb 03 20:07:17.988319 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_v2 [None req-d864d171-22ca-4c63-8db5-cae6a3fa9ec5 admin admin] Deleting subnet 368439ae-4a30-4f8e-9ca5-d8ceab7bfb9e {{(pid=80146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 20:07:17.991660 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d864d171-22ca-4c63-8db5-cae6a3fa9ec5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:18.047667 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d864d171-22ca-4c63-8db5-cae6a3fa9ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846522523'] for subnet, precommit_delete_associations {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:18.114655 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d864d171-22ca-4c63-8db5-cae6a3fa9ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-240091'] for subnet, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:18.388122 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d864d171-22ca-4c63-8db5-cae6a3fa9ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854535725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848090788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6536506'] for subnet, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:18.402325 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:18.450687 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864d171-22ca-4c63-8db5-cae6a3fa9ec5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=368439ae-4a30-4f8e-9ca5-d8ceab7bfb9e,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:18.516510 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d864d171-22ca-4c63-8db5-cae6a3fa9ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:18.551154 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d864d171-22ca-4c63-8db5-cae6a3fa9ec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:18.566188 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-d864d171-22ca-4c63-8db5-cae6a3fa9ec5 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/368439ae-4a30-4f8e-9ca5-d8ceab7bfb9e HTTP/1.1" status: 204  len: 168 time: 0.8528631
Feb 03 20:07:18.568812 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 58570) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:18.822822 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854670727'] for network, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:19.160680 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f35a55-3555-4068-8734-287a48f16146 req-7d4c8d7c-f378-4711-b977-47d938bf83b3 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:19.165939 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-28f35a55-3555-4068-8734-287a48f16146 req-7d4c8d7c-f378-4711-b977-47d938bf83b3 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.4024227
Feb 03 20:07:19.173407 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-242256', 'neutron.services.segments.db._delete_segments_for_network--9223363255462345878'] for network, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:19.214882 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eaf71-4592-486f-a6f6-ab75f53f3b2a req-19161b09-9639-4326-bf12-d436af4c54e1 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:19.224145 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bc2eaf71-4592-486f-a6f6-ab75f53f3b2a req-19161b09-9639-4326-bf12-d436af4c54e1 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.1905036
Feb 03 20:07:19.292633 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bc2eaf71-4592-486f-a6f6-ab75f53f3b2a req-b45326c0-3ae8-4fd7-bba8-3896e7b2da32 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673072
Feb 03 20:07:19.339609 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-28f35a55-3555-4068-8734-287a48f16146 req-4f22de47-2596-45fe-97f2-36dd0f973cd8 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1697545
Feb 03 20:07:19.360903 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fc939363080>> segment before_delete 55550000 {{(pid=80144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:07:19.361333 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fc939363080>> subnet precommit_delete_associations 55550000 {{(pid=80144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:07:19.362140 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc93956c8d0>> segment_host_mapping after_create 55550000 {{(pid=80144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:07:19.362513 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc93956c8d0>> port after_create 55550000 {{(pid=80144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:07:19.362869 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc93956c8d0>> port after_delete 55550000 {{(pid=80144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:07:19.363243 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc93956c8d0>> port after_update 55550000 {{(pid=80144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:07:19.363625 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc93956c8d0>> segment after_delete 55550000 {{(pid=80144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:07:19.364035 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc93956c8d0>> subnet after_create 55550000 {{(pid=80144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:07:19.364428 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc93956c8d0>> subnet after_delete 55550000 {{(pid=80144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:07:19.364783 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc93956c8d0>> subnet after_update 55550000 {{(pid=80144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:07:19.507326 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc93a5f5ef0>> subnet after_create 55550000 {{(pid=80144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:07:19.507984 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc93a5f5ef0>> subnet after_delete 55550000 {{(pid=80144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:07:19.508557 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc93a5f5ef0>> subnet before_create 55550000 {{(pid=80144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:07:19.509180 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc93a5f5ef0>> subnet before_update 55550000 {{(pid=80144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 03 20:07:19.509725 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc93a9e9f60>,) {'filters': {'network_id': ['af102b1c-7492-4e37-9158-b0b3f6c042a8']}} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:07:19.526693 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93a9e9f60>, 'c51be60e-c001-43d2-bd36-2a172e2801c1') {'for_net_delete': True} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:07:19.527269 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93a9e9f60>, 'c51be60e-c001-43d2-bd36-2a172e2801c1') {} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:07:19.541254 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255462350230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5751146'] for segment, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:19.558595 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:19.560785 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 20:07:19.770415 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Network af102b1c-7492-4e37-9158-b0b3f6c042a8 has no segments {{(pid=80144) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:07:19.786375 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-238909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5360879'] for segment, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:19.874201 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:07:19.972858 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Network af102b1c-7492-4e37-9158-b0b3f6c042a8 has no segments {{(pid=80144) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:   (rel_b, rel_a, rel_b),
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]: Traceback (most recent call last):
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:     timer()
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:     cb(*args, **kw)
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:     return func(*args, **kwargs)
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:     self._notify()
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:     self.callback(batched_events)
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:     event.method(event)
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:     segment_id)['aggregates'][0]
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(self, *a, **k)
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self._get(url).json()
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:     **kwargs)
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.request(url, 'GET', **kwargs)
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:     **endpoint_filter)
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 20:07:19.998104 dv-cinder-773985-1-iscsi neutron-server[80033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 20:07:20.081929 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854533528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846788979'] for network, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:20.085745 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:20.103756 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:20.113626 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=af102b1c-7492-4e37-9158-b0b3f6c042a8,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:20.117122 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:20.122180 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] 10.222.0.103 "DELETE /v2.0/networks/af102b1c-7492-4e37-9158-b0b3f6c042a8 HTTP/1.1" status: 204  len: 168 time: 1.5520439
Feb 03 20:07:20.340902 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e582d-e955-412e-8d43-232f4799363b req-8837e414-1463-448e-9835-4704206564b2 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:20.342577 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-928e582d-e955-412e-8d43-232f4799363b req-8837e414-1463-448e-9835-4704206564b2 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.1742589
Feb 03 20:07:20.388400 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 58592) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:20.465279 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-928e582d-e955-412e-8d43-232f4799363b req-a7312cd9-4c8d-4fcb-a628-0c6e1f106cbd tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Deleting port f96fd274-f9cb-4a13-99d8-9e7343c085c7 {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:07:20.465669 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-928e582d-e955-412e-8d43-232f4799363b req-a7312cd9-4c8d-4fcb-a628-0c6e1f106cbd tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:20.482564 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-64721026-8486-4a5a-80ba-5374cb140ef8 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=2fbefdf95293404192e9ef9cb9a6b198&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0921459
Feb 03 20:07:20.484019 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 58598) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:20.753760 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-441e1936-bc7a-4753-8b56-6e8493dd61ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:20.817157 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-441e1936-bc7a-4753-8b56-6e8493dd61ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:20.940188 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4f4d5-f4f4-442b-b9e9-bf4e889ec7d7 req-7466feac-c93e-4790-8c63-e819cd4b5827 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:20.942453 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-54e4f4d5-f4f4-442b-b9e9-bf4e889ec7d7 req-7466feac-c93e-4790-8c63-e819cd4b5827 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 946 time: 0.3498366
Feb 03 20:07:20.993333 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c6206-b46d-4c29-aa67-f9857eccf76e req-9096b5c7-616b-4eb0-9c6e-0d5fdf9d48bb tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:21.002192 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8e5c6206-b46d-4c29-aa67-f9857eccf76e req-9096b5c7-616b-4eb0-9c6e-0d5fdf9d48bb tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.3805130
Feb 03 20:07:21.042482 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-54e4f4d5-f4f4-442b-b9e9-bf4e889ec7d7 req-1f385130-cf9e-4cc5-a559-374e311094ee tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920451
Feb 03 20:07:21.069314 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-441e1936-bc7a-4753-8b56-6e8493dd61ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:21.081035 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3d727cf8-7c79-411e-aeb0-c699f5e2627d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:21.096884 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-441e1936-bc7a-4753-8b56-6e8493dd61ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:21.098141 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-441e1936-bc7a-4753-8b56-6e8493dd61ab admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/23e93fd7-9e29-4e73-aea4-cb17c76f4544 HTTP/1.1" status: 204  len: 168 time: 0.6068959
Feb 03 20:07:21.099363 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e1936-bc7a-4753-8b56-6e8493dd61ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e93fd7-9e29-4e73-aea4-cb17c76f4544,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:21.103047 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-441e1936-bc7a-4753-8b56-6e8493dd61ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:21.176651 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8e5c6206-b46d-4c29-aa67-f9857eccf76e req-b0f2495b-8965-4dac-86a5-36b25e5c58cd tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1732442
Feb 03 20:07:21.185015 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-928e582d-e955-412e-8d43-232f4799363b req-a7312cd9-4c8d-4fcb-a628-0c6e1f106cbd tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] For port f96fd274-f9cb-4a13-99d8-9e7343c085c7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f96fd274-f9cb-4a13-99d8-9e7343c085c7,segment=NetworkSegment(cfbe3585-9b60-4b39-8e7e-98a632132ac1),segment_id=cfbe3585-9b60-4b39-8e7e-98a632132ac1)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:07:21.185432 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-928e582d-e955-412e-8d43-232f4799363b req-a7312cd9-4c8d-4fcb-a628-0c6e1f106cbd tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:21.388390 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-928e582d-e955-412e-8d43-232f4799363b req-a7312cd9-4c8d-4fcb-a628-0c6e1f106cbd tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Calling delete_port for f96fd274-f9cb-4a13-99d8-9e7343c085c7 owned by compute:nova {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:07:21.511719 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device f96fd274-f9cb-4a13-99d8-9e7343c085c7 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:07:21.661850 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Port f96fd274-f9cb-4a13-99d8-9e7343c085c7 update to DOWN by agent not found {{(pid=80147) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}}
Feb 03 20:07:21.664660 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-928e582d-e955-412e-8d43-232f4799363b req-a7312cd9-4c8d-4fcb-a628-0c6e1f106cbd tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:21.689418 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:22.050585 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7312cd9-4c8d-4fcb-a628-0c6e1f106cbd tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Pushing event deleted for resources: {'Port': ['ID=f96fd274-f9cb-4a13-99d8-9e7343c085c7,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:22.055625 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a7312cd9-4c8d-4fcb-a628-0c6e1f106cbd tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:22.220988 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc14cf8-40bd-408a-b159-badd8e41ad72 req-704e6951-0de7-43cc-a1b5-f77ab707d0a1 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:22.228657 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bdc14cf8-40bd-408a-b159-badd8e41ad72 req-704e6951-0de7-43cc-a1b5-f77ab707d0a1 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=0d3dd952-d234-43a6-a0cc-b5837978fd58 HTTP/1.1" status: 200  len: 945 time: 0.6085680
Feb 03 20:07:22.335193 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-928e582d-e955-412e-8d43-232f4799363b req-a7312cd9-4c8d-4fcb-a628-0c6e1f106cbd tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] No DVR routers for this DVR port f96fd274-f9cb-4a13-99d8-9e7343c085c7 on host hv-cinder-77398 {{(pid=80144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:07:22.361795 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-eafc6af8-2f22-417d-bf6c-ed32ffad516a req-89714634-fe36-49f5-876d-d109216a8bd7 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=39b28793-55fc-4157-80bd-0385943ae8b6 HTTP/1.1" status: 200  len: 210 time: 0.1222253
Feb 03 20:07:22.368275 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bdc14cf8-40bd-408a-b159-badd8e41ad72 req-8632fc53-38b8-44e3-b364-f5345a0a56c1 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385689
Feb 03 20:07:22.369531 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-928e582d-e955-412e-8d43-232f4799363b req-a7312cd9-4c8d-4fcb-a628-0c6e1f106cbd tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:22.372716 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b28793-55fc-4157-80bd-0385943ae8b6', 'name': 'network-vif-deleted', 'tag': 'f96fd274-f9cb-4a13-99d8-9e7343c085c7'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:07:22.436673 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-928e582d-e955-412e-8d43-232f4799363b req-a7312cd9-4c8d-4fcb-a628-0c6e1f106cbd tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.67 "DELETE /v2.0/ports/f96fd274-f9cb-4a13-99d8-9e7343c085c7 HTTP/1.1" status: 204  len: 173 time: 2.0860317
Feb 03 20:07:22.537617 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b28793-55fc-4157-80bd-0385943ae8b6', 'name': 'network-vif-deleted', 'tag': 'f96fd274-f9cb-4a13-99d8-9e7343c085c7', 'status': 'completed', 'code': 200}
Feb 03 20:07:22.842494 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341800f-b385-4f1d-a06d-6a7486f9038f req-6d9160fb-cb86-453a-9a74-4f4f0c4464d8 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:22.852346 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4341800f-b385-4f1d-a06d-6a7486f9038f req-6d9160fb-cb86-453a-9a74-4f4f0c4464d8 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.2343805
Feb 03 20:07:22.882745 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4cb81c74-cb18-4c51-bfa3-bcae53ff4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:22.958269 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4341800f-b385-4f1d-a06d-6a7486f9038f req-35c14e92-2137-4002-96cf-fa1c95b47b66 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1046853
Feb 03 20:07:23.821135 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6706f-e1f0-4a9b-8e1f-dc2375fba7f8 req-261ddc2a-2aab-4d3c-92de-db5a6d3d2a51 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:23.823046 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-37f6706f-e1f0-4a9b-8e1f-dc2375fba7f8 req-261ddc2a-2aab-4d3c-92de-db5a6d3d2a51 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=0d3dd952-d234-43a6-a0cc-b5837978fd58 HTTP/1.1" status: 200  len: 945 time: 0.2451069
Feb 03 20:07:23.911080 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-37f6706f-e1f0-4a9b-8e1f-dc2375fba7f8 req-416eee97-576a-406a-9ff8-ca89079e329a tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777633
Feb 03 20:07:24.316576 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee1e8c-ac49-4dc7-82bf-125f63fc3f23 req-1f8b15ee-a00a-4a27-938c-17918d009590 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:24.318424 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d9ee1e8c-ac49-4dc7-82bf-125f63fc3f23 req-1f8b15ee-a00a-4a27-938c-17918d009590 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.1757264
Feb 03 20:07:24.441950 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77e570-af61-4eac-aba8-c37f1a147cf2 req-cfd1c0a2-82aa-4ee1-abed-dca969f45184 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:24.443675 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2e77e570-af61-4eac-aba8-c37f1a147cf2 req-cfd1c0a2-82aa-4ee1-abed-dca969f45184 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1898756
Feb 03 20:07:24.458652 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d9ee1e8c-ac49-4dc7-82bf-125f63fc3f23 req-83164824-67a8-46f3-8da1-4691ca2bebe7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0795939
Feb 03 20:07:24.536538 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2e77e570-af61-4eac-aba8-c37f1a147cf2 req-3c5d45d9-103e-4e1e-8f00-738a3eb96d89 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864100
Feb 03 20:07:24.569599 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11522c75-ef53-438c-9130-d2c08d1c1f54 req-6ebd46af-2e0a-4166-a56c-4993d5c439c8 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:24.571293 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-11522c75-ef53-438c-9130-d2c08d1c1f54 req-6ebd46af-2e0a-4166-a56c-4993d5c439c8 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d3dd952-d234-43a6-a0cc-b5837978fd58 HTTP/1.1" status: 200  len: 945 time: 0.2468081
Feb 03 20:07:24.687041 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-11522c75-ef53-438c-9130-d2c08d1c1f54 req-dfd34f5a-e9c1-4e60-943a-a9ff622b6759 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Deleting port 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:07:24.687427 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-11522c75-ef53-438c-9130-d2c08d1c1f54 req-dfd34f5a-e9c1-4e60-943a-a9ff622b6759 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:24.982273 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-11522c75-ef53-438c-9130-d2c08d1c1f54 req-dfd34f5a-e9c1-4e60-943a-a9ff622b6759 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] For port 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba,segment=NetworkSegment(b9a5111d-b5c1-4b7f-9684-354dcd88b50e),segment_id=b9a5111d-b5c1-4b7f-9684-354dcd88b50e)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:07:24.982783 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-11522c75-ef53-438c-9130-d2c08d1c1f54 req-dfd34f5a-e9c1-4e60-943a-a9ff622b6759 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:25.052328 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:25.139609 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-11522c75-ef53-438c-9130-d2c08d1c1f54 req-dfd34f5a-e9c1-4e60-943a-a9ff622b6759 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Calling delete_port for 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba owned by compute:nova {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:07:25.236730 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365520cb-9809-4f88-9369-033cc1c0cd62 req-2b480925-bb27-4f9d-bb63-ef8f7845a1ed tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:25.245113 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-365520cb-9809-4f88-9369-033cc1c0cd62 req-2b480925-bb27-4f9d-bb63-ef8f7845a1ed tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=0d3dd952-d234-43a6-a0cc-b5837978fd58 HTTP/1.1" status: 200  len: 945 time: 0.1966944
Feb 03 20:07:25.323013 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-365520cb-9809-4f88-9369-033cc1c0cd62 req-d66a6e0c-ea43-49e2-aa97-68421cf8261d tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766242
Feb 03 20:07:25.324371 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-eb50f113-1217-4724-8f92-569d30d2253f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:25.341223 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-11522c75-ef53-438c-9130-d2c08d1c1f54 req-dfd34f5a-e9c1-4e60-943a-a9ff622b6759 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:25.424358 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:25.481057 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd34f5a-e9c1-4e60-943a-a9ff622b6759 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Pushing event deleted for resources: {'Port': ['ID=3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:25.485936 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-dfd34f5a-e9c1-4e60-943a-a9ff622b6759 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:25.539352 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:07:25.612969 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] No Port match for: 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:07:25.613379 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba not bound to the agent host hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:07:25.655936 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-11522c75-ef53-438c-9130-d2c08d1c1f54 req-dfd34f5a-e9c1-4e60-943a-a9ff622b6759 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] No DVR routers for this DVR port 3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba on host hv-cinder-77398 {{(pid=80144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:07:25.658815 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-11522c75-ef53-438c-9130-d2c08d1c1f54 req-dfd34f5a-e9c1-4e60-943a-a9ff622b6759 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:25.661880 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3dd952-d234-43a6-a0cc-b5837978fd58', 'name': 'network-vif-deleted', 'tag': '3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:07:25.678326 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-11522c75-ef53-438c-9130-d2c08d1c1f54 req-dfd34f5a-e9c1-4e60-943a-a9ff622b6759 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.67 "DELETE /v2.0/ports/3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba HTTP/1.1" status: 204  len: 173 time: 1.0946434
Feb 03 20:07:25.895830 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79687061-e2b5-4736-9155-117c31a72742 req-6b13af14-8cbc-4c96-93ca-ef0caac86557 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:25.899539 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-79687061-e2b5-4736-9155-117c31a72742 req-6b13af14-8cbc-4c96-93ca-ef0caac86557 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.1999633
Feb 03 20:07:25.938673 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd44b-2619-4b7b-aa1c-8302fc723a22 req-49c827b5-d193-412b-8f20-30bd0e6b9a4e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:25.946439 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bb8cd44b-2619-4b7b-aa1c-8302fc723a22 req-49c827b5-d193-412b-8f20-30bd0e6b9a4e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.2075305
Feb 03 20:07:25.989180 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:26.007360 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-79687061-e2b5-4736-9155-117c31a72742 req-c7cbb173-f100-4466-a5d9-cb203963748a tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1000338
Feb 03 20:07:26.015647 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bb8cd44b-2619-4b7b-aa1c-8302fc723a22 req-ece3ac0a-ee60-4372-b0dc-6ca5f5761198 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682998
Feb 03 20:07:26.116536 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3dd952-d234-43a6-a0cc-b5837978fd58', 'name': 'network-vif-deleted', 'tag': '3dbe9c8d-f4bb-4267-aedb-f2c5258fe6ba', 'status': 'completed', 'code': 200}
Feb 03 20:07:26.552199 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-ec6124b3-7087-48ec-9a02-14af5086f161 req-ab458138-b797-4f95-b7c9-b76546dfdfde tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Synchronizing usage tracker for tenant:302cfbe81821483b992726cb2c7ceb99 on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:07:26.569529 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-ec6124b3-7087-48ec-9a02-14af5086f161 req-ab458138-b797-4f95-b7c9-b76546dfdfde tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Unset dirty status for tenant:302cfbe81821483b992726cb2c7ceb99 on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:07:26.570817 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ec6124b3-7087-48ec-9a02-14af5086f161 req-ab458138-b797-4f95-b7c9-b76546dfdfde tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=0d3dd952-d234-43a6-a0cc-b5837978fd58 HTTP/1.1" status: 200  len: 210 time: 0.0769098
Feb 03 20:07:26.714793 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:27.042728 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 58770) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:27.225634 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:27.254202 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-596f9443-166f-4976-aae8-6d6aa68ff751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:27.272070 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-596f9443-166f-4976-aae8-6d6aa68ff751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:07:27.276280 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-596f9443-166f-4976-aae8-6d6aa68ff751 admin admin] Usage tracker for resource:security_group_rule and tenant:1a5342ca85254faca687dbf2d128aa2f is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:07:27.279702 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-596f9443-166f-4976-aae8-6d6aa68ff751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:07:27.286329 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-596f9443-166f-4976-aae8-6d6aa68ff751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:07:27.347290 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1d3d1-86af-4147-bd9b-dc0c7fa2894f req-c5c1d974-4c13-4e96-818e-4f4cdf73667a tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:27.348533 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-2ae1d3d1-86af-4147-bd9b-dc0c7fa2894f req-c5c1d974-4c13-4e96-818e-4f4cdf73667a tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Synchronizing usage tracker for tenant:54fb9a949b3245c7a0731011941f5a06 on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:07:27.368105 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-2ae1d3d1-86af-4147-bd9b-dc0c7fa2894f req-c5c1d974-4c13-4e96-818e-4f4cdf73667a tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Unset dirty status for tenant:54fb9a949b3245c7a0731011941f5a06 on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:07:27.369681 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2ae1d3d1-86af-4147-bd9b-dc0c7fa2894f req-c5c1d974-4c13-4e96-818e-4f4cdf73667a tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.2122159
Feb 03 20:07:27.395074 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-596f9443-166f-4976-aae8-6d6aa68ff751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:27.399320 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-596f9443-166f-4976-aae8-6d6aa68ff751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:27.429040 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9820dd16-48c4-4cf5-ac81-4357901ef622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:27.455602 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2ae1d3d1-86af-4147-bd9b-dc0c7fa2894f req-105b1a34-4d60-4e33-ae23-16282992987d tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772083
Feb 03 20:07:27.474608 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 58782) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:27.476098 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-596f9443-166f-4976-aae8-6d6aa68ff751 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=1a5342ca85254faca687dbf2d128aa2f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4261677
Feb 03 20:07:27.493241 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f9443-166f-4976-aae8-6d6aa68ff751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe863df-29cf-4221-b6e7-efd371a4a6f3,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:27.506636 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-596f9443-166f-4976-aae8-6d6aa68ff751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:27.560014 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-80d2099a-f775-4b81-ab00-aa05235a7797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:27.592348 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-80d2099a-f775-4b81-ab00-aa05235a7797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:27.664075 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-80d2099a-f775-4b81-ab00-aa05235a7797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:27.669518 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-456ed287-5703-492b-a177-3af2d285953f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:27.680921 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2099a-f775-4b81-ab00-aa05235a7797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe863df-29cf-4221-b6e7-efd371a4a6f3,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:27.686375 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-80d2099a-f775-4b81-ab00-aa05235a7797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:27.689315 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-80d2099a-f775-4b81-ab00-aa05235a7797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:27.693061 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-80d2099a-f775-4b81-ab00-aa05235a7797 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/efe863df-29cf-4221-b6e7-efd371a4a6f3 HTTP/1.1" status: 204  len: 168 time: 0.2133932
Feb 03 20:07:28.888365 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c469cfa-8466-48b3-a16e-855a741f1dce req-dc8b3fd0-3e41-44e4-a01d-f1b6e3d76a63 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:28.898404 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7c469cfa-8466-48b3-a16e-855a741f1dce req-dc8b3fd0-3e41-44e4-a01d-f1b6e3d76a63 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.2621500
Feb 03 20:07:28.987986 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7c469cfa-8466-48b3-a16e-855a741f1dce req-bc507c19-f3aa-48ac-8787-22f57e90dd0b tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881815
Feb 03 20:07:30.324881 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616490f4-6d76-46aa-958b-fc941c0d1e3f req-02e7f8da-c0bc-48bc-9a34-87c0e7091509 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:30.332987 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-616490f4-6d76-46aa-958b-fc941c0d1e3f req-02e7f8da-c0bc-48bc-9a34-87c0e7091509 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.2082047
Feb 03 20:07:30.412508 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-616490f4-6d76-46aa-958b-fc941c0d1e3f req-e97a7c54-55dd-485c-a463-edf97f01c69e tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779059
Feb 03 20:07:31.700448 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1c3b3-7337-4678-9482-45450578ac10 req-cbf9c66f-0732-4380-9ab2-4e18c424c173 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:31.702097 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6bd1c3b3-7337-4678-9482-45450578ac10 req-cbf9c66f-0732-4380-9ab2-4e18c424c173 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1704648
Feb 03 20:07:31.767056 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6bd1c3b3-7337-4678-9482-45450578ac10 req-0093cb47-cd74-4bf8-ae78-c9f6bd62770c tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586100
Feb 03 20:07:32.455163 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 58898) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:32.610114 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4fd4612a-ad84-40f1-9074-40b4360263ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:32.629644 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-4fd4612a-ad84-40f1-9074-40b4360263ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:07:32.633834 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-4fd4612a-ad84-40f1-9074-40b4360263ee admin admin] Usage tracker for resource:security_group_rule and tenant:0ce6718d5048471eba575af51c0f7430 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:07:32.636846 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-4fd4612a-ad84-40f1-9074-40b4360263ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:07:32.642957 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-4fd4612a-ad84-40f1-9074-40b4360263ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:07:32.732303 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4fd4612a-ad84-40f1-9074-40b4360263ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:32.735133 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4fd4612a-ad84-40f1-9074-40b4360263ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:32.740405 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 7870cd4f-7380-4fd7-9469-292c8f4c32d3 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:07:32.744790 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b7128baf-fabd-4943-afd0-4501ad11579e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:32.790120 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-4fd4612a-ad84-40f1-9074-40b4360263ee admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=0ce6718d5048471eba575af51c0f7430&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3312221
Feb 03 20:07:32.790316 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 58910) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:32.793153 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4612a-ad84-40f1-9074-40b4360263ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e91bf7-ed1d-4180-92fa-16aff20931dd,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:32.814718 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 7870cd4f-7380-4fd7-9469-292c8f4c32d3 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:07:32.815153 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:32.819226 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-4fd4612a-ad84-40f1-9074-40b4360263ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:32.902655 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-142085e5-fbfa-4dea-8541-688d0779a421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:32.949180 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-142085e5-fbfa-4dea-8541-688d0779a421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:33.081001 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02df051-fa20-4c16-a668-9a5fa971b918 req-26e3af5a-c0cc-452e-bbad-e2ce284c04a1 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:33.082707 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d02df051-fa20-4c16-a668-9a5fa971b918 req-26e3af5a-c0cc-452e-bbad-e2ce284c04a1 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.1798143
Feb 03 20:07:33.085385 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25470c2a-581e-4700-ba9c-80e01cf7e9ed req-33457c4b-d148-4b24-a78c-9da381dcd520 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:33.087006 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-25470c2a-581e-4700-ba9c-80e01cf7e9ed req-33457c4b-d148-4b24-a78c-9da381dcd520 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.67 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 945 time: 0.2364097
Feb 03 20:07:33.131949 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-142085e5-fbfa-4dea-8541-688d0779a421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:33.143722 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:33.149132 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d02df051-fa20-4c16-a668-9a5fa971b918 req-9e4a752f-844f-437f-ae61-5122e6f6c897 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/security-groups?id=71a02fdd-1252-436c-aee4-a4bab9ae39b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601161
Feb 03 20:07:33.165949 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142085e5-fbfa-4dea-8541-688d0779a421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e91bf7-ed1d-4180-92fa-16aff20931dd,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:33.172477 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-142085e5-fbfa-4dea-8541-688d0779a421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:33.176124 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-142085e5-fbfa-4dea-8541-688d0779a421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:33.177333 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-142085e5-fbfa-4dea-8541-688d0779a421 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/e0e91bf7-ed1d-4180-92fa-16aff20931dd HTTP/1.1" status: 204  len: 168 time: 0.3861008
Feb 03 20:07:33.210394 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-25470c2a-581e-4700-ba9c-80e01cf7e9ed req-d292e50c-7fa0-44b2-bf6a-3a6d9ff29e34 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Deleting port 7870cd4f-7380-4fd7-9469-292c8f4c32d3 {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:07:33.210790 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-25470c2a-581e-4700-ba9c-80e01cf7e9ed req-d292e50c-7fa0-44b2-bf6a-3a6d9ff29e34 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:33.512285 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-25470c2a-581e-4700-ba9c-80e01cf7e9ed req-d292e50c-7fa0-44b2-bf6a-3a6d9ff29e34 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] For port 7870cd4f-7380-4fd7-9469-292c8f4c32d3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=7870cd4f-7380-4fd7-9469-292c8f4c32d3,segment=NetworkSegment(cfbe3585-9b60-4b39-8e7e-98a632132ac1),segment_id=cfbe3585-9b60-4b39-8e7e-98a632132ac1)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:07:33.512853 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-25470c2a-581e-4700-ba9c-80e01cf7e9ed req-d292e50c-7fa0-44b2-bf6a-3a6d9ff29e34 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:33.552447 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 58934) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:33.572270 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-db9c615a-7d81-4590-9368-4a7353afa59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:33.588329 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-db9c615a-7d81-4590-9368-4a7353afa59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:07:33.592325 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-db9c615a-7d81-4590-9368-4a7353afa59f admin admin] Usage tracker for resource:security_group_rule and tenant:36082945d1384bb4b8df9f5a96c671fb is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:07:33.596988 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-db9c615a-7d81-4590-9368-4a7353afa59f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:07:33.603104 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-db9c615a-7d81-4590-9368-4a7353afa59f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:07:33.679328 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-25470c2a-581e-4700-ba9c-80e01cf7e9ed req-d292e50c-7fa0-44b2-bf6a-3a6d9ff29e34 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Calling delete_port for 7870cd4f-7380-4fd7-9469-292c8f4c32d3 owned by compute:nova {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:07:33.715541 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-db9c615a-7d81-4590-9368-4a7353afa59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:33.719078 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-db9c615a-7d81-4590-9368-4a7353afa59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:33.744508 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:33.776207 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-db9c615a-7d81-4590-9368-4a7353afa59f admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=36082945d1384bb4b8df9f5a96c671fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2223091
Feb 03 20:07:33.779706 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 58952) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:33.787029 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c615a-7d81-4590-9368-4a7353afa59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e0b72d-56c5-4979-a078-d92d6aa6e3cb,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:33.790887 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-db9c615a-7d81-4590-9368-4a7353afa59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:33.912671 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b5751f03-7bf9-4b36-91de-4dc43a486439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:33.927171 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-25470c2a-581e-4700-ba9c-80e01cf7e9ed req-d292e50c-7fa0-44b2-bf6a-3a6d9ff29e34 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:33.947012 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:34.007230 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292e50c-7fa0-44b2-bf6a-3a6d9ff29e34 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Pushing event deleted for resources: {'Port': ['ID=7870cd4f-7380-4fd7-9469-292c8f4c32d3,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:34.062403 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b5751f03-7bf9-4b36-91de-4dc43a486439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:34.070509 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d292e50c-7fa0-44b2-bf6a-3a6d9ff29e34 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:34.206627 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b5751f03-7bf9-4b36-91de-4dc43a486439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:34.221833 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2800c4fc-9329-4726-b1b8-c7b95da27b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:34.231377 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-25470c2a-581e-4700-ba9c-80e01cf7e9ed req-d292e50c-7fa0-44b2-bf6a-3a6d9ff29e34 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] No DVR routers for this DVR port 7870cd4f-7380-4fd7-9469-292c8f4c32d3 on host hv-cinder-77398 {{(pid=80144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:07:34.240301 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-25470c2a-581e-4700-ba9c-80e01cf7e9ed req-d292e50c-7fa0-44b2-bf6a-3a6d9ff29e34 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:34.243201 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06a2795-7d38-453a-954d-bef5162e1b07', 'name': 'network-vif-deleted', 'tag': '7870cd4f-7380-4fd7-9469-292c8f4c32d3'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:07:34.252004 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5751f03-7bf9-4b36-91de-4dc43a486439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e0b72d-56c5-4979-a078-d92d6aa6e3cb,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:34.283373 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b5751f03-7bf9-4b36-91de-4dc43a486439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:34.302290 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-25470c2a-581e-4700-ba9c-80e01cf7e9ed req-d292e50c-7fa0-44b2-bf6a-3a6d9ff29e34 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.67 "DELETE /v2.0/ports/7870cd4f-7380-4fd7-9469-292c8f4c32d3 HTTP/1.1" status: 204  len: 173 time: 1.2077482
Feb 03 20:07:34.307803 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b5751f03-7bf9-4b36-91de-4dc43a486439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:34.312080 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-b5751f03-7bf9-4b36-91de-4dc43a486439 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/21e0b72d-56c5-4979-a078-d92d6aa6e3cb HTTP/1.1" status: 204  len: 168 time: 0.5315685
Feb 03 20:07:34.332199 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-e0cfc216-4362-46e6-b9ed-d13db5b01679 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Synchronizing usage tracker for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:security_group {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:07:34.359324 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-e0cfc216-4362-46e6-b9ed-d13db5b01679 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Unset dirty status for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:security_group {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:07:34.360882 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-e0cfc216-4362-46e6-b9ed-d13db5b01679 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-753093610&fields=id&tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d HTTP/1.1" status: 200  len: 267 time: 0.1219740
Feb 03 20:07:34.362768 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-87b448f1-db4d-405f-b4d1-909fe87bd81a req-c13a1daa-a88e-4646-af5c-d05275cde4e1 tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] 10.222.0.103 "GET /v2.0/ports?device_id=e06a2795-7d38-453a-954d-bef5162e1b07 HTTP/1.1" status: 200  len: 210 time: 0.0667472
Feb 03 20:07:34.467364 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06a2795-7d38-453a-954d-bef5162e1b07', 'name': 'network-vif-deleted', 'tag': '7870cd4f-7380-4fd7-9469-292c8f4c32d3', 'status': 'completed', 'code': 200}
Feb 03 20:07:34.508771 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 7870cd4f-7380-4fd7-9469-292c8f4c32d3 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:07:34.594294 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] No Port match for: 7870cd4f-7380-4fd7-9469-292c8f4c32d3 {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:07:34.595573 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 7870cd4f-7380-4fd7-9469-292c8f4c32d3 not bound to the agent host hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:07:34.651151 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5b70eaf0-17f6-40cc-9d74-8cad22e6ed91 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:34.652018 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5b70eaf0-17f6-40cc-9d74-8cad22e6ed91 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Synchronizing usage tracker for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:network {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:07:34.669098 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5b70eaf0-17f6-40cc-9d74-8cad22e6ed91 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Unset dirty status for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:network {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:07:34.673462 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5b70eaf0-17f6-40cc-9d74-8cad22e6ed91 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/networks?id=9ff78e91-b7de-4878-8334-c0473181ce8a HTTP/1.1" status: 200  len: 812 time: 0.2933724
Feb 03 20:07:34.693916 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-c1a6c216-40a6-437f-9922-1f5cc0eb1239 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/quotas/b5d4a4ba4b58452c9e7dac6b64c2c95d HTTP/1.1" status: 200  len: 375 time: 0.0125611
Feb 03 20:07:34.849132 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-3b24fe1b-c5c5-4bc4-8f0f-8e2294a66aa6 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1485171
Feb 03 20:07:35.056414 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-ef37acfc-6193-40f2-83c7-d00d0d60dee2 service neutron] 10.222.0.103 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1908808
Feb 03 20:07:35.382489 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59036) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:35.431456 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-36114f5e-6d70-4481-97bc-328bbadd5469 service neutron] 10.222.0.103 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3684421
Feb 03 20:07:35.490324 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59044) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:35.634513 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-5631436-network', 'tenant_id': 'bf757ffd3f154527b1e009da2f5e4d1e'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:07:35.649950 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:07:35.658644 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Usage tracker for resource:network and tenant:bf757ffd3f154527b1e009da2f5e4d1e is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:07:35.663567 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:07:35.674202 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:07:35.706794 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Made reservation on behalf of bf757ffd3f154527b1e009da2f5e4d1e for: {'network': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:07:35.711476 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:35.728294 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:35.854104 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 59060) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:35.870476 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:07:35.874600 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Usage tracker for resource:security_group_rule and tenant:bf757ffd3f154527b1e009da2f5e4d1e is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:07:35.877982 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:07:35.883700 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:07:35.926466 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_v2 [None req-492ce75f-0079-4efd-b2bb-19ba68276bf1 admin admin] Deleting subnet 92708c39-8f9d-45db-9129-1cb87b5a6374 {{(pid=80144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 20:07:35.930026 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-492ce75f-0079-4efd-b2bb-19ba68276bf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:35.984560 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-492ce75f-0079-4efd-b2bb-19ba68276bf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849024670'] for subnet, precommit_delete_associations {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:36.018922 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-58182e7f-628e-413b-9ec0-8e3e386dee68 req-2c9c3680-ef04-40ab-adb1-876c246ab2f8 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Synchronizing usage tracker for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:07:36.045956 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-492ce75f-0079-4efd-b2bb-19ba68276bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-240091'] for subnet, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:36.067823 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:36.081459 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:36.086618 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3b422a35-45f6-4934-a2ae-5e9ff4d800a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:36.094511 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-58182e7f-628e-413b-9ec0-8e3e386dee68 req-2c9c3680-ef04-40ab-adb1-876c246ab2f8 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Unset dirty status for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:07:36.096567 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-58182e7f-628e-413b-9ec0-8e3e386dee68 req-2c9c3680-ef04-40ab-adb1-876c246ab2f8 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 210 time: 0.2282314
Feb 03 20:07:36.167107 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 20:07:36.179409 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0374f0f-a54b-41a4-9bf7-838284baafc7,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:36.185202 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:36.196429 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781392429922', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:36.196950 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.segments_db [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Added segment 45c784a9-28b6-4e87-bed8-18b4d126f790 of type vxlan for network aa6c904f-ee5c-44e6-8596-d6e767cf99b7
Feb 03 20:07:36.277751 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781391937907'] for network, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:36.330637 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for network, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:36.333268 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:36.333906 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:36.340275 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bb0e8901-0d53-4c2d-8ec8-fa91395fc4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:36.345611 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-492ce75f-0079-4efd-b2bb-19ba68276bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854535725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5360768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6378840'] for subnet, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:36.361927 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c831708a-c0e5-4f80-b16e-c41955ff031c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:36.452016 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ce75f-0079-4efd-b2bb-19ba68276bf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92708c39-8f9d-45db-9129-1cb87b5a6374,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:36.455301 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-492ce75f-0079-4efd-b2bb-19ba68276bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:36.500110 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-492ce75f-0079-4efd-b2bb-19ba68276bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:36.502081 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Pushing event updated for resources: {'Network': ['ID=aa6c904f-ee5c-44e6-8596-d6e767cf99b7,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:36.510079 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-492ce75f-0079-4efd-b2bb-19ba68276bf1 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/92708c39-8f9d-45db-9129-1cb87b5a6374 HTTP/1.1" status: 204  len: 168 time: 0.6525769
Feb 03 20:07:36.510498 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 59074) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:36.510846 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.1272573
Feb 03 20:07:36.511932 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:36.513871 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 59076) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:36.513996 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Network aa6c904f-ee5c-44e6-8596-d6e767cf99b7 details requested by agent ovs-agent-dv-cinder-773985-1-iscsi with host dv-cinder-773985-1-iscsi {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:07:36.534021 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d264afc4-764e-4ae4-971f-ac0c0bb92ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846788810'] for router_interface, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:36.542465 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-d0a5d20b-7603-4d57-98ac-557654325ae4 admin admin] Request body: {'subnet': {'network_id': 'aa6c904f-ee5c-44e6-8596-d6e767cf99b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-5631436-subnet', 'tenant_id': 'bf757ffd3f154527b1e009da2f5e4d1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:07:36.600234 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-d0a5d20b-7603-4d57-98ac-557654325ae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:07:36.619824 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-d0a5d20b-7603-4d57-98ac-557654325ae4 admin admin] Usage tracker for resource:subnet and tenant:bf757ffd3f154527b1e009da2f5e4d1e is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:07:36.625616 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-d0a5d20b-7603-4d57-98ac-557654325ae4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:07:36.636348 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-d0a5d20b-7603-4d57-98ac-557654325ae4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:07:36.664828 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e02e7d1d-39c9-498f-a899-be6d9ed68211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854670727'] for network, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:36.725568 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a5d20b-7603-4d57-98ac-557654325ae4 admin admin] Made reservation on behalf of bf757ffd3f154527b1e009da2f5e4d1e for: {'subnet': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:07:36.730662 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d0a5d20b-7603-4d57-98ac-557654325ae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848396942'] for subnet, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:36.976561 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e02e7d1d-39c9-498f-a899-be6d9ed68211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-242256', 'neutron.services.segments.db._delete_segments_for_network--9223363255462345878'] for network, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:37.142216 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-e02e7d1d-39c9-498f-a899-be6d9ed68211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc939466208>,) {'filters': {'network_id': ['6c0c17d9-b561-4f88-af40-fc3e81a7dc07']}} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:07:37.157470 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-d264afc4-764e-4ae4-971f-ac0c0bb92ff5 admin admin] Deleting port 55e617a6-6712-46b7-b026-8767ff15d047 {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:07:37.157470 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d264afc4-764e-4ae4-971f-ac0c0bb92ff5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:37.163978 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-e02e7d1d-39c9-498f-a899-be6d9ed68211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc939466208>, 'afc61110-ec15-4e2d-a68a-fa4e69c24ea7') {'for_net_delete': True} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:07:37.164335 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-e02e7d1d-39c9-498f-a899-be6d9ed68211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc939466208>, 'afc61110-ec15-4e2d-a68a-fa4e69c24ea7') {} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:07:37.187294 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e02e7d1d-39c9-498f-a899-be6d9ed68211 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255462350230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5751146'] for segment, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:37.224855 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e02e7d1d-39c9-498f-a899-be6d9ed68211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:37.228534 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e02e7d1d-39c9-498f-a899-be6d9ed68211 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 20:07:37.352856 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-d264afc4-764e-4ae4-971f-ac0c0bb92ff5 admin admin] For port 55e617a6-6712-46b7-b026-8767ff15d047, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=55e617a6-6712-46b7-b026-8767ff15d047,segment=NetworkSegment(cfbe3585-9b60-4b39-8e7e-98a632132ac1),segment_id=cfbe3585-9b60-4b39-8e7e-98a632132ac1)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:07:37.353257 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d264afc4-764e-4ae4-971f-ac0c0bb92ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:37.368981 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cbf5a9b9-0825-4fe5-b966-3aa81714d06c req-8eedd3ea-3fe8-49ae-80dd-09d6a7893d8b tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 210 time: 0.1166239
Feb 03 20:07:37.493675 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-d264afc4-764e-4ae4-971f-ac0c0bb92ff5 admin admin] Calling delete_port for 55e617a6-6712-46b7-b026-8767ff15d047 owned by network:router_interface {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:07:37.554376 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-e02e7d1d-39c9-498f-a899-be6d9ed68211 admin admin] Network 6c0c17d9-b561-4f88-af40-fc3e81a7dc07 has no segments {{(pid=80144) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:07:37.565646 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e02e7d1d-39c9-498f-a899-be6d9ed68211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-238909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5360879'] for segment, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:37.768320 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-e02e7d1d-39c9-498f-a899-be6d9ed68211 admin admin] Network 6c0c17d9-b561-4f88-af40-fc3e81a7dc07 has no segments {{(pid=80144) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]: Traceback (most recent call last):
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:     timer()
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:     cb(*args, **kw)
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:     return func(*args, **kwargs)
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:     self._notify()
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:     self.callback(batched_events)
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:     event.method(event)
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:     segment_id)['aggregates'][0]
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(self, *a, **k)
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self._get(url).json()
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:     **kwargs)
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.request(url, 'GET', **kwargs)
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:     **endpoint_filter)
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 20:07:37.792309 dv-cinder-773985-1-iscsi neutron-server[80033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 20:07:37.817642 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d264afc4-764e-4ae4-971f-ac0c0bb92ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:37.833071 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:37.887940 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e02e7d1d-39c9-498f-a899-be6d9ed68211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854533528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846788979'] for network, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:37.894700 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:37.909162 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e02e7d1d-39c9-498f-a899-be6d9ed68211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:37.930569 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e7d1d-39c9-498f-a899-be6d9ed68211 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c0c17d9-b561-4f88-af40-fc3e81a7dc07,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:37.932679 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264afc4-764e-4ae4-971f-ac0c0bb92ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=55e617a6-6712-46b7-b026-8767ff15d047,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:37.935758 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d264afc4-764e-4ae4-971f-ac0c0bb92ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:37.960440 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e02e7d1d-39c9-498f-a899-be6d9ed68211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:37.978542 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-e02e7d1d-39c9-498f-a899-be6d9ed68211 admin admin] 10.222.0.103 "DELETE /v2.0/networks/6c0c17d9-b561-4f88-af40-fc3e81a7dc07 HTTP/1.1" status: 204  len: 168 time: 1.4636099
Feb 03 20:07:37.996060 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d0a5d20b-7603-4d57-98ac-557654325ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5361221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848396991'] for subnet, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:38.011979 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2d097491-284c-462f-8d5f-f36d04094912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:38.113234 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Network aa6c904f-ee5c-44e6-8596-d6e767cf99b7 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:07:38.134392 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5d20b-7603-4d57-98ac-557654325ae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67a39553-e168-439c-b074-ef956d13b49c,revision_number=0']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:38.148250 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d0a5d20b-7603-4d57-98ac-557654325ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:38.148800 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 59088) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:38.261141 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-c9590803-e011-4f81-96e9-fad32d5b09c7 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=e959dd07a49849d2b43a3df8658ebeb9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1005597
Feb 03 20:07:38.263346 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 59094) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:38.302279 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d264afc4-764e-4ae4-971f-ac0c0bb92ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7825387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7986546'] for router_interface, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:38.364757 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a5d20b-7603-4d57-98ac-557654325ae4 admin admin] Checking segment: {'id': '45c784a9-28b6-4e87-bed8-18b4d126f790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aa6c904f-ee5c-44e6-8596-d6e767cf99b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:07:38.365132 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a5d20b-7603-4d57-98ac-557654325ae4 admin admin] Network hostable DHCP agents. Network: aa6c904f-ee5c-44e6-8596-d6e767cf99b7, hostable agents: ['78a9ef71-605a-41eb-85ca-137cef06346e'], hosted agents: [] {{(pid=80144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 20:07:38.375386 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-eb82e7da-f938-4755-8179-3aac29d98be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:38.412940 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a5d20b-7603-4d57-98ac-557654325ae4 admin admin] Network aa6c904f-ee5c-44e6-8596-d6e767cf99b7 is scheduled to be hosted by DHCP agent 78a9ef71-605a-41eb-85ca-137cef06346e with binding_index 1 {{(pid=80144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 20:07:38.417763 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-eb82e7da-f938-4755-8179-3aac29d98be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:38.443470 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-d0a5d20b-7603-4d57-98ac-557654325ae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-iscsi, aa6c904f-ee5c-44e6-8596-d6e767cf99b7) {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:07:38.457296 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e476919d-18e7-4f70-80a5-d508835c522e None None] Network aa6c904f-ee5c-44e6-8596-d6e767cf99b7 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:07:38.493713 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a5d20b-7603-4d57-98ac-557654325ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:38.495027 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d0a5d20b-7603-4d57-98ac-557654325ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:38.531972 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-d0a5d20b-7603-4d57-98ac-557654325ae4 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 2.0073128
Feb 03 20:07:38.543088 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-eb82e7da-f938-4755-8179-3aac29d98be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:38.561915 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:38.578063 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82e7da-f938-4755-8179-3aac29d98be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4a9c43-d85c-48f7-9ac3-c38ec7700010,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:38.582075 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-eb82e7da-f938-4755-8179-3aac29d98be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:38.589288 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-eb82e7da-f938-4755-8179-3aac29d98be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:38.590754 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-eb82e7da-f938-4755-8179-3aac29d98be4 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/3f4a9c43-d85c-48f7-9ac3-c38ec7700010 HTTP/1.1" status: 204  len: 168 time: 0.3264098
Feb 03 20:07:38.704946 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a1f948e9-7cd5-4365-a99d-47366e37e26d req-4b279f8a-b8dd-4906-bea9-08cf955d63a9 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 210 time: 0.0885899
Feb 03 20:07:38.756083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f76aced-3c5c-4cd2-9d93-4d9a0324196b None None] Network aa6c904f-ee5c-44e6-8596-d6e767cf99b7 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:07:39.166265 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d264afc4-764e-4ae4-971f-ac0c0bb92ff5 admin admin] Router 8d491ba9-a20b-4ba4-b7a9-63e448cb146d has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:07:39.385827 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-4af9b2e3-7d12-40a1-8372-d2c6875dcc8d tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:39.387720 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-4af9b2e3-7d12-40a1-8372-d2c6875dcc8d tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.67 "GET /v2.0/networks?id=9ff78e91-b7de-4878-8334-c0473181ce8a HTTP/1.1" status: 200  len: 812 time: 0.3720057
Feb 03 20:07:39.552793 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-4337fad3-c55a-472c-85c5-19b409e867ec tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d HTTP/1.1" status: 200  len: 5763 time: 0.1368821
Feb 03 20:07:39.583492 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-bc3d9814-c8f9-4452-9f7d-dbe41de1d6b4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Request body: {'port': {'device_id': '74e9a690-e569-4c27-a7ff-6d585a0ecc1a', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'admin_state_up': True, 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'security_groups': ['e60c7ead-7ab2-40b1-ba32-fb01b1cd221f']}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:07:40.001653 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4d85864c-bfe7-4569-ab4e-ebd660839fdb req-0a1431a9-7d73-4343-87c3-bb5489b9aa05 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 210 time: 0.0631244
Feb 03 20:07:40.007011 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-bc3d9814-c8f9-4452-9f7d-dbe41de1d6b4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:07:40.017924 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-bc3d9814-c8f9-4452-9f7d-dbe41de1d6b4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:07:40.029083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-bc3d9814-c8f9-4452-9f7d-dbe41de1d6b4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Made reservation on behalf of b5d4a4ba4b58452c9e7dac6b64c2c95d for: {'port': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:07:40.054340 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-bc3d9814-c8f9-4452-9f7d-dbe41de1d6b4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:40.130472 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-036b1ff6-4f50-4f76-9bec-871fbf1e8dfb tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:40.134122 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-036b1ff6-4f50-4f76-9bec-871fbf1e8dfb tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/networks?id=cb3735fa-ae5b-4082-b53d-eac05bfe90ce HTTP/1.1" status: 200  len: 814 time: 0.2730589
Feb 03 20:07:40.137442 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59158) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:40.148593 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-91107193-network', 'tenant_id': 'e3c13ef5e78347cd873b75d612d7bc9b'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:07:40.163881 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:07:40.179127 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-54710ff6-5b02-4116-8b98-afbda06aa514 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/quotas/302cfbe81821483b992726cb2c7ceb99 HTTP/1.1" status: 200  len: 375 time: 0.0379930
Feb 03 20:07:40.180175 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Usage tracker for resource:network and tenant:e3c13ef5e78347cd873b75d612d7bc9b is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:07:40.185636 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:07:40.242752 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:07:40.269982 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-c0747467-0585-4cf1-9583-4d6d06d36e50 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=302cfbe81821483b992726cb2c7ceb99&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0712402
Feb 03 20:07:40.276478 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d264afc4-764e-4ae4-971f-ac0c0bb92ff5 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:07:40.278908 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Made reservation on behalf of e3c13ef5e78347cd873b75d612d7bc9b for: {'network': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:07:40.284101 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:40.287497 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10786d09-5c4d-4a88-8772-bc1da8acfc34 None None] Sync routers for ids ['8d491ba9-a20b-4ba4-b7a9-63e448cb146d'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:07:40.307687 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10786d09-5c4d-4a88-8772-bc1da8acfc34 None None] Routers {'8d491ba9-a20b-4ba4-b7a9-63e448cb146d'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:07:40.311210 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-d264afc4-764e-4ae4-971f-ac0c0bb92ff5 admin admin] 10.222.0.103 "PUT /v2.0/routers/8d491ba9-a20b-4ba4-b7a9-63e448cb146d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8169382
Feb 03 20:07:40.312724 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-10786d09-5c4d-4a88-8772-bc1da8acfc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93abd3240>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:07:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['8d491ba9-a20b-4ba4-b7a9-63e448cb146d'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:07:40.335241 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59166) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:40.336166 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:40.589838 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:07:40.619140 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Usage tracker for resource:security_group_rule and tenant:e3c13ef5e78347cd873b75d612d7bc9b is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:07:40.624144 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:07:40.634462 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:07:40.715063 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-bc3d9814-c8f9-4452-9f7d-dbe41de1d6b4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Allocated IP 172.20.0.4 (9ff78e91-b7de-4878-8334-c0473181ce8a/b9a47023-a7e6-4e5a-a78e-878b5980dff8/c0d7934d-5e2d-4fad-985c-d3742e5971df) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:07:40.745583 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-c8d626c4-cd09-4423-8fdc-bfdcd0b23ae2 service neutron] 10.222.0.103 "GET /v2.0/networks/cb3735fa-ae5b-4082-b53d-eac05bfe90ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4357297
Feb 03 20:07:40.848177 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c34daa6c-7ff6-42a1-b5e3-0decb3f083d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:40.884238 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-10786d09-5c4d-4a88-8772-bc1da8acfc34 None None] Set router 8d491ba9-a20b-4ba4-b7a9-63e448cb146d gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:07:40.964015 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-bc3d9814-c8f9-4452-9f7d-dbe41de1d6b4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:40.981896 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-bc3d9814-c8f9-4452-9f7d-dbe41de1d6b4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Transition to ACTIVE for port object c0d7934d-5e2d-4fad-985c-d3742e5971df will not be triggered until provisioned by entity DHCP. {{(pid=80144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:07:41.009053 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-bc3d9814-c8f9-4452-9f7d-dbe41de1d6b4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:41.026592 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:41.195674 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-e2720512-b07a-402e-a073-29dd157764c3 service neutron] 10.222.0.103 "GET /v2.0/networks/cb3735fa-ae5b-4082-b53d-eac05bfe90ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4492671
Feb 03 20:07:41.199388 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c34daa6c-7ff6-42a1-b5e3-0decb3f083d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:41.206245 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-c34daa6c-7ff6-42a1-b5e3-0decb3f083d1 admin admin] Deleting port d80a4335-0000-4dbd-8718-9dbebdc66793 {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:07:41.206629 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c34daa6c-7ff6-42a1-b5e3-0decb3f083d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:41.403250 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d9814-c8f9-4452-9f7d-dbe41de1d6b4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Pushing event updated for resources: {'Port': ['ID=c0d7934d-5e2d-4fad-985c-d3742e5971df,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:41.410871 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-10786d09-5c4d-4a88-8772-bc1da8acfc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93abd3240>, [{'id': '8d491ba9-a20b-4ba4-b7a9-63e448cb146d', 'name': 'tempest-ServerRescueNegativeTestJSON-427495648-router', 'tenant_id': '54fb9a949b3245c7a0731011941f5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd80a4335-0000-4dbd-8718-9dbebdc66793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:07:37Z', 'revision_number': 5, 'project_id': '54fb9a949b3245c7a0731011941f5a06', 'gw_port': {'id': 'd80a4335-0000-4dbd-8718-9dbebdc66793', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:95:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d491ba9-a20b-4ba4-b7a9-63e448cb146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:54Z', 'updated_at': '2021-02-03T20:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:07:41.418658 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10786d09-5c4d-4a88-8772-bc1da8acfc34 None None] Checking router: 8d491ba9-a20b-4ba4-b7a9-63e448cb146d for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:07:41.432277 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bc3d9814-c8f9-4452-9f7d-dbe41de1d6b4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:41.451722 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10786d09-5c4d-4a88-8772-bc1da8acfc34 None None] Routers {'8d491ba9-a20b-4ba4-b7a9-63e448cb146d'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:07:41.452444 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-10786d09-5c4d-4a88-8772-bc1da8acfc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93abd3240>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:07:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['8d491ba9-a20b-4ba4-b7a9-63e448cb146d'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:07:41.468632 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:41.536353 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-c34daa6c-7ff6-42a1-b5e3-0decb3f083d1 admin admin] For port d80a4335-0000-4dbd-8718-9dbebdc66793, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=d80a4335-0000-4dbd-8718-9dbebdc66793,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:07:41.536741 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c34daa6c-7ff6-42a1-b5e3-0decb3f083d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:41.550558 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae916-a1fc-49da-a451-b3bfbf6fc5b2 req-1dcc3913-100a-450c-8625-1f66a038f155 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:41.558343 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fddae916-a1fc-49da-a451-b3bfbf6fc5b2 req-1dcc3913-100a-450c-8625-1f66a038f155 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 931 time: 0.3526487
Feb 03 20:07:41.595443 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:41.609211 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bd0f7044-7ffd-48dc-9996-f616d3c8cadb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:41.644603 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fddae916-a1fc-49da-a451-b3bfbf6fc5b2 req-2ca005b6-67c8-4dab-8412-16af8ba92a5f tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0852015
Feb 03 20:07:41.674479 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-bc3d9814-c8f9-4452-9f7d-dbe41de1d6b4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Network 9ff78e91-b7de-4878-8334-c0473181ce8a is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:07:41.675790 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-bc3d9814-c8f9-4452-9f7d-dbe41de1d6b4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:07:41.678387 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-bc3d9814-c8f9-4452-9f7d-dbe41de1d6b4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:07:41.710551 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-25072a69-0ae1-4aff-88dd-488164504e94 req-f360d5aa-f035-469d-885a-a7ae738c707e tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=2dd8144a-edf9-46ce-b71b-0d4f07d15398 HTTP/1.1" status: 200  len: 210 time: 0.1783078
Feb 03 20:07:41.796506 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 20:07:41.807248 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-c34daa6c-7ff6-42a1-b5e3-0decb3f083d1 admin admin] Calling delete_port for d80a4335-0000-4dbd-8718-9dbebdc66793 owned by network:router_gateway {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:07:41.864200 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-10786d09-5c4d-4a88-8772-bc1da8acfc34 None None] Set router 8d491ba9-a20b-4ba4-b7a9-63e448cb146d gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:07:41.880027 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6749961-fadd-441b-8901-c6650e050e4f,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:41.932227 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-bc3d9814-c8f9-4452-9f7d-dbe41de1d6b4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:41.933444 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-bc3d9814-c8f9-4452-9f7d-dbe41de1d6b4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:41.941539 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:41.956333 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781392429922', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:41.956785 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.segments_db [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Added segment 74aa6636-4de9-4129-9b75-18605234ca82 of type vxlan for network 0f60df36-9d7f-4d25-811f-5522106bb7a6
Feb 03 20:07:41.973458 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-bc3d9814-c8f9-4452-9f7d-dbe41de1d6b4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4174788
Feb 03 20:07:42.000978 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Request body: {'port': {'device_id': '74e9a690-e569-4c27-a7ff-6d585a0ecc1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:07:42.028701 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c34daa6c-7ff6-42a1-b5e3-0decb3f083d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING neutron.plugins.ml2.ovo_rpc [None req-c34daa6c-7ff6-42a1-b5e3-0decb3f083d1 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     result = function(*args, **kwargs)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     proto.__init__(conn_state, self)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     self.handle()
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     self.handle_one_request()
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     self.handle_one_response()
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     result = self.application(self.environ, start_response)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     return app(environ, start_response)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     resp = self.call_func(req, *args, **kw)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.func(req, *args, **kwargs)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     response = req.get_response(self.application)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     application, catch_exc_info=False)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     app_iter = application(self.environ, start_response)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     resp = self.call_func(req, *args, **kw)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.func(req, *args, **kwargs)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     response = req.get_response(self.application)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     application, catch_exc_info=False)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     app_iter = application(self.environ, start_response)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     resp = self.call_func(req, *args, **kw)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.func(req, *args, **kwargs)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     response = req.get_response(self.application)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     application, catch_exc_info=False)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     app_iter = application(self.environ, start_response)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     resp = self.call_func(req, *args, **kw)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.func(req, *args, **kwargs)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     response = req.get_response(self.application)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     application, catch_exc_info=False)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     app_iter = application(self.environ, start_response)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     resp = self.call_func(req, *args, **kw)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.func(req, *args, **kwargs)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     return request.get_response(self.application)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     application, catch_exc_info=False)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     app_iter = application(self.environ, start_response)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     resp = self.call_func(req, *args, **kw)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.func(req, *args, **kwargs)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     response = req.get_response(self._app)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     application, catch_exc_info=False)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     app_iter = application(self.environ, start_response)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     return resp(environ, start_response)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     return resp(environ, start_response)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     response = self.app(environ, start_response)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     return resp(environ, start_response)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     resp = self.call_func(req, *args, **kw)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.func(req, *args, **kwargs)
Feb 03 20:07:42.034781 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     result = method(request=request, **args)
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self._delete(request, id, **kwargs)
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(*args, **kwargs)
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(*args, **kwargs)
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(*dup_args, **dup_kwargs)
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     obj_deleter(request.context, id, **kwargs)
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     return method(*args, **kwargs)
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(*args, **kwargs)
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(*args, **kwargs)
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(*dup_args, **dup_kwargs)
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     self._delete_current_gw_port(context, id, router, None)
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(self, context, *args, **kwargs)
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     return method(*args, **kwargs)
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     context, port, router_ids, bound_mech_contexts)
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     return function(*args, **kwargs)
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     callback(resource, event, trigger, **kwargs)
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     if self._is_session_semantic_violated(context, resource, event):
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]:     stack = traceback.extract_stack()
Feb 03 20:07:42.042530 dv-cinder-773985-1-iscsi neutron-server[80033]: 
Feb 03 20:07:42.123699 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-39b041c4-50e8-49d2-b5fd-1b4e465c878d None None] Provisioning for port c0d7934d-5e2d-4fad-985c-d3742e5971df completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:07:42.130896 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-39b041c4-50e8-49d2-b5fd-1b4e465c878d None None] Provisioning complete for port c0d7934d-5e2d-4fad-985c-d3742e5971df triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:07:42.133674 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-39b041c4-50e8-49d2-b5fd-1b4e465c878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:42.215142 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-39b041c4-50e8-49d2-b5fd-1b4e465c878d None None] Port c0d7934d-5e2d-4fad-985c-d3742e5971df cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:07:42.219619 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781391937907'] for network, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:42.244548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:42.296129 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-10786d09-5c4d-4a88-8772-bc1da8acfc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93abd3240>, [{'id': '8d491ba9-a20b-4ba4-b7a9-63e448cb146d', 'name': 'tempest-ServerRescueNegativeTestJSON-427495648-router', 'tenant_id': '54fb9a949b3245c7a0731011941f5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd80a4335-0000-4dbd-8718-9dbebdc66793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:07:37Z', 'revision_number': 5, 'project_id': '54fb9a949b3245c7a0731011941f5a06', 'gw_port': {'id': 'd80a4335-0000-4dbd-8718-9dbebdc66793', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:95:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d491ba9-a20b-4ba4-b7a9-63e448cb146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:54Z', 'updated_at': '2021-02-03T20:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:07:42.300563 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10786d09-5c4d-4a88-8772-bc1da8acfc34 None None] The sync data for ids ['8d491ba9-a20b-4ba4-b7a9-63e448cb146d'] in dv-cinder-773985-1-iscsi is: [{'id': '8d491ba9-a20b-4ba4-b7a9-63e448cb146d', 'name': 'tempest-ServerRescueNegativeTestJSON-427495648-router', 'tenant_id': '54fb9a949b3245c7a0731011941f5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd80a4335-0000-4dbd-8718-9dbebdc66793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:07:37Z', 'revision_number': 5, 'project_id': '54fb9a949b3245c7a0731011941f5a06', 'gw_port': {'id': 'd80a4335-0000-4dbd-8718-9dbebdc66793', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:95:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d491ba9-a20b-4ba4-b7a9-63e448cb146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:54Z', 'updated_at': '2021-02-03T20:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:07:42.325166 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c34daa6c-7ff6-42a1-b5e3-0decb3f083d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7986836'] for router_gateway, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:42.327621 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for network, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:42.403788 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:42.404469 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:42.419263 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:42.742586 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d7934d-5e2d-4fad-985c-d3742e5971df {{(pid=80144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 20:07:42.752828 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:42.779777 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Transition to ACTIVE for port object c0d7934d-5e2d-4fad-985c-d3742e5971df will not be triggered until provisioned by entity L2. {{(pid=80144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:07:42.784598 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5360845'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:42.931238 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e83013fa-6e96-435e-b909-4e5c91440ac8 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:43.037439 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c34daa6c-7ff6-42a1-b5e3-0decb3f083d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63079'] for router, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:43.047692 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c34daa6c-7ff6-42a1-b5e3-0decb3f083d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:43.055185 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4ea731d9-e63d-4dc9-89a8-4327efc89029 req-1884c078-3c93-4dc0-863b-035137847f50 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=2dd8144a-edf9-46ce-b71b-0d4f07d15398 HTTP/1.1" status: 200  len: 210 time: 0.1286340
Feb 03 20:07:43.114364 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Pushing event updated for resources: {'Network': ['ID=0f60df36-9d7f-4d25-811f-5522106bb7a6,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:43.117500 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:43.127217 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Network 0f60df36-9d7f-4d25-811f-5522106bb7a6 details requested by agent ovs-agent-dv-cinder-773985-1-iscsi with host dv-cinder-773985-1-iscsi {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:07:43.150825 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d7934d-5e2d-4fad-985c-d3742e5971df,revision_number=2']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:43.163094 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Network 0f60df36-9d7f-4d25-811f-5522106bb7a6 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:07:43.166217 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:43.252544 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 3.1136146
Feb 03 20:07:43.268647 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 59210) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:43.373984 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-18363df4-1d7d-473b-95d1-163e7863ffbe admin admin] Request body: {'subnet': {'network_id': '0f60df36-9d7f-4d25-811f-5522106bb7a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-91107193-subnet', 'tenant_id': 'e3c13ef5e78347cd873b75d612d7bc9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:07:43.380682 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-18363df4-1d7d-473b-95d1-163e7863ffbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:07:43.384933 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-18363df4-1d7d-473b-95d1-163e7863ffbe admin admin] Usage tracker for resource:subnet and tenant:e3c13ef5e78347cd873b75d612d7bc9b is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:07:43.388954 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-18363df4-1d7d-473b-95d1-163e7863ffbe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:07:43.397118 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-18363df4-1d7d-473b-95d1-163e7863ffbe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:07:43.512621 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-9291a536-0a81-4f94-9b0d-ecc5a152b8b0 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:43.514313 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-9291a536-0a81-4f94-9b0d-ecc5a152b8b0 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.67 "GET /v2.0/networks?id=cb3735fa-ae5b-4082-b53d-eac05bfe90ce HTTP/1.1" status: 200  len: 814 time: 0.5662603
Feb 03 20:07:43.543270 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d074e2-a270-44d0-be8b-e0712d0f32b2 req-b817915b-fe6d-46e6-abfe-8c03803a17db tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:43.544122 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-22d074e2-a270-44d0-be8b-e0712d0f32b2 req-b817915b-fe6d-46e6-abfe-8c03803a17db tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Synchronizing usage tracker for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:07:43.552149 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18363df4-1d7d-473b-95d1-163e7863ffbe admin admin] Made reservation on behalf of e3c13ef5e78347cd873b75d612d7bc9b for: {'subnet': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:07:43.558051 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-18363df4-1d7d-473b-95d1-163e7863ffbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848396942'] for subnet, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:43.579746 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c34daa6c-7ff6-42a1-b5e3-0decb3f083d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846793365'] for router, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:43.580388 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34daa6c-7ff6-42a1-b5e3-0decb3f083d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d491ba9-a20b-4ba4-b7a9-63e448cb146d {{(pid=80146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 03 20:07:43.594081 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 55e617a6-6712-46b7-b026-8767ff15d047 no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:07:43.614115 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-16d5bcf5-ba5b-4ebe-a531-a9e7de4cf1cb tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Request body: {'port': {'device_id': '2dd8144a-edf9-46ce-b71b-0d4f07d15398', 'network_id': 'cb3735fa-ae5b-4082-b53d-eac05bfe90ce', 'admin_state_up': True, 'tenant_id': '302cfbe81821483b992726cb2c7ceb99'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:07:43.640124 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c34daa6c-7ff6-42a1-b5e3-0decb3f083d1 admin admin] Notify callbacks [] for router, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:43.641765 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-c34daa6c-7ff6-42a1-b5e3-0decb3f083d1 admin admin] 10.222.0.103 "DELETE /v2.0/routers/8d491ba9-a20b-4ba4-b7a9-63e448cb146d HTTP/1.1" status: 204  len: 168 time: 3.2951801
Feb 03 20:07:43.646144 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Attempting to bind port c0d7934d-5e2d-4fad-985c-d3742e5971df on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:07:43.646518 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Attempting to bind port c0d7934d-5e2d-4fad-985c-d3742e5971df by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '6e64f417-e845-4b38-aeb4-6c4d26500e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a'}] {{(pid=80144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:07:43.646887 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Attempting to bind port c0d7934d-5e2d-4fad-985c-d3742e5971df on network 9ff78e91-b7de-4878-8334-c0473181ce8a {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:07:43.649684 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59218) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:43.663718 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Checking agent: {'id': 'd65f81c7-83bc-4486-bd9d-9b0ec76bab54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 0, 54), 'started_at': datetime.datetime(2021, 2, 3, 20, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.109', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:07:43.664147 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Checking segment: {'id': '6e64f417-e845-4b38-aeb4-6c4d26500e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:07:43.664551 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:43.664945 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Bound using segment: {'id': '6e64f417-e845-4b38-aeb4-6c4d26500e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a'} {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:07:43.665433 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Bound port: c0d7934d-5e2d-4fad-985c-d3742e5971df, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e64f417-e845-4b38-aeb4-6c4d26500e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a'}}] {{(pid=80144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:07:43.665805 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:43.703941 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: 55e617a6-6712-46b7-b026-8767ff15d047 {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:07:43.704425 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 55e617a6-6712-46b7-b026-8767ff15d047 not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:07:43.745224 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-22d074e2-a270-44d0-be8b-e0712d0f32b2 req-b817915b-fe6d-46e6-abfe-8c03803a17db tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Unset dirty status for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:07:43.746512 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-22d074e2-a270-44d0-be8b-e0712d0f32b2 req-b817915b-fe6d-46e6-abfe-8c03803a17db tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 943 time: 0.8164868
Feb 03 20:07:43.898480 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100d173-ab8e-4fb9-a364-7c92fb3c3dda req-82bf890b-cfc1-47be-91f9-ab46855695cc tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:43.906131 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9100d173-ab8e-4fb9-a364-7c92fb3c3dda req-82bf890b-cfc1-47be-91f9-ab46855695cc tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.3897541
Feb 03 20:07:43.917979 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-22d074e2-a270-44d0-be8b-e0712d0f32b2 req-95e91249-986b-4892-bf1b-95848772ade4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1593916
Feb 03 20:07:43.968907 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] For port c0d7934d-5e2d-4fad-985c-d3742e5971df, host hv-cinder-77398, cleared binding levels {{(pid=80144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:07:43.996156 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] For port c0d7934d-5e2d-4fad-985c-d3742e5971df, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=c0d7934d-5e2d-4fad-985c-d3742e5971df,segment=NetworkSegment(6e64f417-e845-4b38-aeb4-6c4d26500e80),segment_id=6e64f417-e845-4b38-aeb4-6c4d26500e80)] {{(pid=80144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:07:44.013258 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-16d5bcf5-ba5b-4ebe-a531-a9e7de4cf1cb tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:07:44.026889 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3b84eb-a342-4fb1-b5ff-9ae792563c65 admin admin] Deleting subnet 79590a3a-e4fa-4711-a4bb-192651bead9e {{(pid=80146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 20:07:44.030032 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9b3b84eb-a342-4fb1-b5ff-9ae792563c65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:44.054813 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5360845'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:44.071079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ee4c8376-0355-4581-a00f-20c4a3165d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:44.075156 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-16d5bcf5-ba5b-4ebe-a531-a9e7de4cf1cb tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:07:44.132710 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9100d173-ab8e-4fb9-a364-7c92fb3c3dda req-c3f53be3-7962-4372-ae0f-a76d8c5d3f0f tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2254269
Feb 03 20:07:44.162088 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-16d5bcf5-ba5b-4ebe-a531-a9e7de4cf1cb tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Made reservation on behalf of 302cfbe81821483b992726cb2c7ceb99 for: {'port': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:07:44.192004 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-16d5bcf5-ba5b-4ebe-a531-a9e7de4cf1cb tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:44.217767 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9b3b84eb-a342-4fb1-b5ff-9ae792563c65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846522523'] for subnet, precommit_delete_associations {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:44.368237 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59230) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:44.374238 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ecb6572d-3b24-48f8-b1ec-eeedee92bc22 req-e02a18e1-b8bc-4b0a-a4a9-ef4d89c40eec tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=2dd8144a-edf9-46ce-b71b-0d4f07d15398 HTTP/1.1" status: 200  len: 210 time: 0.0824468
Feb 03 20:07:44.378105 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d7934d-5e2d-4fad-985c-d3742e5971df,revision_number=3']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:44.382957 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:44.383642 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:44.385174 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] 10.222.0.67 "PUT /v2.0/ports/c0d7934d-5e2d-4fad-985c-d3742e5971df HTTP/1.1" status: 200  len: 1157 time: 2.3909795
Feb 03 20:07:44.386021 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e9a690-e569-4c27-a7ff-6d585a0ecc1a', 'tag': 'c0d7934d-5e2d-4fad-985c-d3742e5971df'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:07:44.405202 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:44.418604 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9b3b84eb-a342-4fb1-b5ff-9ae792563c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-240091'] for subnet, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:44.542488 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e9a690-e569-4c27-a7ff-6d585a0ecc1a', 'tag': 'c0d7934d-5e2d-4fad-985c-d3742e5971df', 'status': 'completed', 'code': 200}
Feb 03 20:07:44.634468 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a85395cd-8dbd-4a8e-a317-01f43fdd8003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:44.731509 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-a85395cd-8dbd-4a8e-a317-01f43fdd8003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:07:44.749348 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-a85395cd-8dbd-4a8e-a317-01f43fdd8003 admin admin] Usage tracker for resource:security_group_rule and tenant:aab368e78d3d4e4bb76b52e151bbd716 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:07:44.754478 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-a85395cd-8dbd-4a8e-a317-01f43fdd8003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:07:44.795836 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-a85395cd-8dbd-4a8e-a317-01f43fdd8003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:07:44.913733 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-81c73910-6ffb-407d-9c71-f8dc37d47c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:44.915362 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-81c73910-6ffb-407d-9c71-f8dc37d47c24 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d&device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 1160 time: 0.4689646
Feb 03 20:07:44.920410 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-18363df4-1d7d-473b-95d1-163e7863ffbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5361221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848396991'] for subnet, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:44.937404 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:44.941680 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-16d5bcf5-ba5b-4ebe-a531-a9e7de4cf1cb tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Allocated IP 172.20.0.5 (cb3735fa-ae5b-4082-b53d-eac05bfe90ce/b775cc5b-5013-4263-9f2c-1e5d75170787/4f6864a9-b997-4dc5-b7de-1b2bb8122fa2) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:07:45.075024 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9b3b84eb-a342-4fb1-b5ff-9ae792563c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854535725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848090788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6536506'] for subnet, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:45.100659 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a85395cd-8dbd-4a8e-a317-01f43fdd8003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:45.103653 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-3ce38b14-8f39-4cc5-ad9f-582ead10ee4c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0d7934d-5e2d-4fad-985c-d3742e5971df HTTP/1.1" status: 200  len: 217 time: 0.1689789
Feb 03 20:07:45.103891 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-79e2e560-21b8-4348-8ec1-690c87456e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:45.208661 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a85395cd-8dbd-4a8e-a317-01f43fdd8003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:45.230968 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b84eb-a342-4fb1-b5ff-9ae792563c65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79590a3a-e4fa-4711-a4bb-192651bead9e,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:45.260251 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18363df4-1d7d-473b-95d1-163e7863ffbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=30466f64-0e75-4425-b9b0-6fc2cd7c4994,revision_number=0']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:45.263540 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-18363df4-1d7d-473b-95d1-163e7863ffbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:45.298109 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-c3c77ae1-350e-417e-80d0-2be90ba1a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:45.299749 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-c3c77ae1-350e-417e-80d0-2be90ba1a3a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a47023-a7e6-4e5a-a78e-878b5980dff8 HTTP/1.1" status: 200  len: 851 time: 0.1540883
Feb 03 20:07:45.324124 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9b3b84eb-a342-4fb1-b5ff-9ae792563c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:45.330232 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-fc7c8c87-07f3-47e1-859f-a9dfb4435c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:45.396204 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-a85395cd-8dbd-4a8e-a317-01f43fdd8003 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=aab368e78d3d4e4bb76b52e151bbd716&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0268097
Feb 03 20:07:45.402299 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 59242) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:45.404416 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85395cd-8dbd-4a8e-a317-01f43fdd8003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a65151-4a9d-44c9-aa08-0eb6d4cbf5d0,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:45.412092 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a85395cd-8dbd-4a8e-a317-01f43fdd8003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:45.505840 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9b3b84eb-a342-4fb1-b5ff-9ae792563c65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:45.518572 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a55759-00c5-4975-b0cc-0b0459c91f50 req-0d784fda-9267-4cba-94cd-b01d4876abf4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:45.519560 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f3a55759-00c5-4975-b0cc-0b0459c91f50 req-0d784fda-9267-4cba-94cd-b01d4876abf4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 943 time: 0.4224260
Feb 03 20:07:45.527613 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device d80a4335-0000-4dbd-8718-9dbebdc66793 no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:07:45.569812 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: d80a4335-0000-4dbd-8718-9dbebdc66793 {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:07:45.570055 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device d80a4335-0000-4dbd-8718-9dbebdc66793 not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:07:45.571768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-16d5bcf5-ba5b-4ebe-a531-a9e7de4cf1cb tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:45.590904 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-9b3b84eb-a342-4fb1-b5ff-9ae792563c65 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/79590a3a-e4fa-4711-a4bb-192651bead9e HTTP/1.1" status: 204  len: 168 time: 1.9365532
Feb 03 20:07:45.592872 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59248) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:45.632323 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18363df4-1d7d-473b-95d1-163e7863ffbe admin admin] Checking segment: {'id': '74aa6636-4de9-4129-9b75-18605234ca82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0f60df36-9d7f-4d25-811f-5522106bb7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:07:45.632728 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18363df4-1d7d-473b-95d1-163e7863ffbe admin admin] Network hostable DHCP agents. Network: 0f60df36-9d7f-4d25-811f-5522106bb7a6, hostable agents: ['78a9ef71-605a-41eb-85ca-137cef06346e'], hosted agents: [] {{(pid=80144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 20:07:45.655711 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f3a55759-00c5-4975-b0cc-0b0459c91f50 req-7b57ff64-2eb9-436d-aba7-ed590006f1ac tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1166492
Feb 03 20:07:45.664083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-6ccd7794-5236-4c42-8e50-277a9d5aaf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:45.665646 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-6ccd7794-5236-4c42-8e50-277a9d5aaf10 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9ff78e91-b7de-4878-8334-c0473181ce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3474979
Feb 03 20:07:45.701637 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1845a26-1778-45b9-8c96-cc934fd6f08e req-4224506a-933c-4db0-86a7-c06915c9d334 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:45.703534 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c1845a26-1778-45b9-8c96-cc934fd6f08e req-4224506a-933c-4db0-86a7-c06915c9d334 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.2709503
Feb 03 20:07:45.733921 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3cf9435a-a38e-4232-8e49-f9e202d1db78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:45.795184 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18363df4-1d7d-473b-95d1-163e7863ffbe admin admin] Network 0f60df36-9d7f-4d25-811f-5522106bb7a6 is scheduled to be hosted by DHCP agent 78a9ef71-605a-41eb-85ca-137cef06346e with binding_index 1 {{(pid=80144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 20:07:45.868291 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-37671abe-075a-4a3d-a982-b7d8c14a299d req-c99eb61e-c5e5-40fd-9af8-8fa614921db3 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=2dd8144a-edf9-46ce-b71b-0d4f07d15398 HTTP/1.1" status: 200  len: 210 time: 0.0805879
Feb 03 20:07:45.886930 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-18363df4-1d7d-473b-95d1-163e7863ffbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-iscsi, 0f60df36-9d7f-4d25-811f-5522106bb7a6) {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:07:45.899707 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d4da28-c92d-4436-83f2-8c7e579eaede None None] Network 0f60df36-9d7f-4d25-811f-5522106bb7a6 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:07:45.912450 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3cf9435a-a38e-4232-8e49-f9e202d1db78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:45.939083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18363df4-1d7d-473b-95d1-163e7863ffbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:45.939859 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-18363df4-1d7d-473b-95d1-163e7863ffbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:46.007450 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-18363df4-1d7d-473b-95d1-163e7863ffbe admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 2.6492419
Feb 03 20:07:46.017510 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-a1ddec68-9bdd-4fbe-8b69-ddc6b2dc57c2 service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3241062
Feb 03 20:07:46.019508 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3cf9435a-a38e-4232-8e49-f9e202d1db78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:46.026968 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-142085e5-fbfa-4dea-8541-688d0779a421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:46.068010 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9435a-a38e-4232-8e49-f9e202d1db78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a65151-4a9d-44c9-aa08-0eb6d4cbf5d0,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:46.084524 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3cf9435a-a38e-4232-8e49-f9e202d1db78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:46.112133 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c1845a26-1778-45b9-8c96-cc934fd6f08e req-c0fb391f-7573-47e6-a8fe-9b35c0783b61 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3848135
Feb 03 20:07:46.130895 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5d211ca9-6495-4e5e-ba55-beb82bceef90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854670727'] for network, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:46.152903 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3cf9435a-a38e-4232-8e49-f9e202d1db78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:46.154134 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-3cf9435a-a38e-4232-8e49-f9e202d1db78 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/a4a65151-4a9d-44c9-aa08-0eb6d4cbf5d0 HTTP/1.1" status: 204  len: 168 time: 0.7430866
Feb 03 20:07:46.188825 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-16d5bcf5-ba5b-4ebe-a531-a9e7de4cf1cb tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:46.197124 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ed0899-3af4-47e7-a862-99a239c54ecf None None] Network 0f60df36-9d7f-4d25-811f-5522106bb7a6 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:07:46.220242 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:46.252738 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 59258) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:46.326225 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2db46b-2cd9-4171-aa0a-a297e09714f9 admin admin] Deleting subnet 67a39553-e168-439c-b074-ef956d13b49c {{(pid=80144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 20:07:46.337649 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f4aa173c-6b0e-4903-a10d-0a1adfe97dfb req-defea6aa-ff9b-45ec-82e3-eb7fd24fcf51 service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3115282
Feb 03 20:07:46.338690 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5c2db46b-2cd9-4171-aa0a-a297e09714f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:46.421470 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5c2db46b-2cd9-4171-aa0a-a297e09714f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849024670'] for subnet, precommit_delete_associations {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:46.451657 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5bcf5-ba5b-4ebe-a531-a9e7de4cf1cb tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Pushing event updated for resources: {'Port': ['ID=4f6864a9-b997-4dc5-b7de-1b2bb8122fa2,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:46.473744 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-16d5bcf5-ba5b-4ebe-a531-a9e7de4cf1cb tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:46.561657 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5c2db46b-2cd9-4171-aa0a-a297e09714f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-240091'] for subnet, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:46.584810 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5d211ca9-6495-4e5e-ba55-beb82bceef90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-242256', 'neutron.services.segments.db._delete_segments_for_network--9223363255462345878'] for network, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:46.649252 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233b63f-e46b-4d21-8a9a-33b47a35a176 req-47f2f68b-de27-4cee-afa7-50a62ad3aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:46.650983 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2233b63f-e46b-4d21-8a9a-33b47a35a176 req-47f2f68b-de27-4cee-afa7-50a62ad3aa07 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d&device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 1160 time: 0.1879313
Feb 03 20:07:46.693682 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-16d5bcf5-ba5b-4ebe-a531-a9e7de4cf1cb tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Network cb3735fa-ae5b-4082-b53d-eac05bfe90ce is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:07:46.703394 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-16d5bcf5-ba5b-4ebe-a531-a9e7de4cf1cb tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:07:46.708381 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-16d5bcf5-ba5b-4ebe-a531-a9e7de4cf1cb tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:07:46.765051 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-5d211ca9-6495-4e5e-ba55-beb82bceef90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc93910c780>,) {'filters': {'network_id': ['d66d5c41-e90b-4c7c-9091-e02b4897e8ac']}} {{(pid=80146) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:07:46.789914 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-5d211ca9-6495-4e5e-ba55-beb82bceef90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93910c780>, 'cfbe3585-9b60-4b39-8e7e-98a632132ac1') {'for_net_delete': True} {{(pid=80146) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:07:46.790249 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-5d211ca9-6495-4e5e-ba55-beb82bceef90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93910c780>, 'cfbe3585-9b60-4b39-8e7e-98a632132ac1') {} {{(pid=80146) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:07:46.808630 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5d211ca9-6495-4e5e-ba55-beb82bceef90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255462350230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8253293'] for segment, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:46.885788 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-16d5bcf5-ba5b-4ebe-a531-a9e7de4cf1cb tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:46.886585 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-16d5bcf5-ba5b-4ebe-a531-a9e7de4cf1cb tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:46.909107 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5d211ca9-6495-4e5e-ba55-beb82bceef90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:46.912148 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d211ca9-6495-4e5e-ba55-beb82bceef90 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 20:07:46.945010 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-16d5bcf5-ba5b-4ebe-a531-a9e7de4cf1cb tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3379009
Feb 03 20:07:46.963338 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233b63f-e46b-4d21-8a9a-33b47a35a176 req-bc47c3c5-8bac-40aa-bf90-34b5e137a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:46.965360 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2233b63f-e46b-4d21-8a9a-33b47a35a176 req-bc47c3c5-8bac-40aa-bf90-34b5e137a8a3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9ff78e91-b7de-4878-8334-c0473181ce8a HTTP/1.1" status: 200  len: 907 time: 0.2616348
Feb 03 20:07:47.001540 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Request body: {'port': {'device_id': '2dd8144a-edf9-46ce-b71b-0d4f07d15398', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:07:47.054791 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2233b63f-e46b-4d21-8a9a-33b47a35a176 req-29cb596d-1c5d-4837-88ab-411695d20f2a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0d7934d-5e2d-4fad-985c-d3742e5971df HTTP/1.1" status: 200  len: 217 time: 0.0787845
Feb 03 20:07:47.135771 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5c2db46b-2cd9-4171-aa0a-a297e09714f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854535725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5360768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6378840'] for subnet, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:47.219076 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-5d211ca9-6495-4e5e-ba55-beb82bceef90 admin admin] Network d66d5c41-e90b-4c7c-9091-e02b4897e8ac has no segments {{(pid=80146) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:07:47.236668 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5d211ca9-6495-4e5e-ba55-beb82bceef90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-238909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848090829'] for segment, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:47.256873 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3e53c777-6d43-41dc-bfdb-5996e2398ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:47.340376 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233b63f-e46b-4d21-8a9a-33b47a35a176 req-4f253c74-3003-4b87-ac78-1bd0d59d1b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:47.342089 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2233b63f-e46b-4d21-8a9a-33b47a35a176 req-4f253c74-3003-4b87-ac78-1bd0d59d1b07 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a47023-a7e6-4e5a-a78e-878b5980dff8 HTTP/1.1" status: 200  len: 851 time: 0.2768464
Feb 03 20:07:47.350782 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2db46b-2cd9-4171-aa0a-a297e09714f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67a39553-e168-439c-b074-ef956d13b49c,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:47.353768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5c2db46b-2cd9-4171-aa0a-a297e09714f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:47.360793 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:47.374052 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5c2db46b-2cd9-4171-aa0a-a297e09714f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:47.436997 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-5c2db46b-2cd9-4171-aa0a-a297e09714f9 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/67a39553-e168-439c-b074-ef956d13b49c HTTP/1.1" status: 204  len: 168 time: 1.1828408
Feb 03 20:07:47.449671 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 59294) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:47.494392 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-5d211ca9-6495-4e5e-ba55-beb82bceef90 admin admin] Network d66d5c41-e90b-4c7c-9091-e02b4897e8ac has no segments {{(pid=80146) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]: Traceback (most recent call last):
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:     timer()
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:     cb(*args, **kw)
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:     return func(*args, **kwargs)
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:     self._notify()
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:     self.callback(batched_events)
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:     event.method(event)
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:     segment_id)['aggregates'][0]
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(self, *a, **k)
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self._get(url).json()
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:     **kwargs)
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.request(url, 'GET', **kwargs)
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:     **endpoint_filter)
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 20:07:47.563018 dv-cinder-773985-1-iscsi neutron-server[80033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 20:07:47.754486 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5d211ca9-6495-4e5e-ba55-beb82bceef90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854533528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846788979'] for network, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:47.809724 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:47.826527 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5d211ca9-6495-4e5e-ba55-beb82bceef90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:47.851302 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d211ca9-6495-4e5e-ba55-beb82bceef90 admin admin] Pushing event deleted for resources: {'Network': ['ID=d66d5c41-e90b-4c7c-9091-e02b4897e8ac,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:47.867643 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5d211ca9-6495-4e5e-ba55-beb82bceef90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:47.878740 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-5d211ca9-6495-4e5e-ba55-beb82bceef90 admin admin] 10.222.0.103 "DELETE /v2.0/networks/d66d5c41-e90b-4c7c-9091-e02b4897e8ac HTTP/1.1" status: 204  len: 168 time: 2.2830727
Feb 03 20:07:47.967016 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ff16c-4642-4147-ac66-4608dfb46c78 req-e5b56069-9416-4194-8b5d-c10541a37ccc tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:47.967765 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-102ff16c-4642-4147-ac66-4608dfb46c78 req-e5b56069-9416-4194-8b5d-c10541a37ccc tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Synchronizing usage tracker for tenant:302cfbe81821483b992726cb2c7ceb99 on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:07:48.014939 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a38e4-a3da-409d-bdea-58e0c07c5a75 req-eb810d67-d59d-4e72-9332-6bea879424fc tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:48.017088 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-dd9a38e4-a3da-409d-bdea-58e0c07c5a75 req-eb810d67-d59d-4e72-9332-6bea879424fc tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 943 time: 1.2035747
Feb 03 20:07:48.029503 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5d2c71e7-6c11-4983-a5fe-5f1c294a182e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854670727'] for network, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:48.059691 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-102ff16c-4642-4147-ac66-4608dfb46c78 req-e5b56069-9416-4194-8b5d-c10541a37ccc tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Unset dirty status for tenant:302cfbe81821483b992726cb2c7ceb99 on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:07:48.061012 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-102ff16c-4642-4147-ac66-4608dfb46c78 req-e5b56069-9416-4194-8b5d-c10541a37ccc tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=2dd8144a-edf9-46ce-b71b-0d4f07d15398 HTTP/1.1" status: 200  len: 931 time: 0.9019303
Feb 03 20:07:48.093878 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233b63f-e46b-4d21-8a9a-33b47a35a176 req-2d8b79a0-1455-4dfb-9815-5002c2a19b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:48.095537 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2233b63f-e46b-4d21-8a9a-33b47a35a176 req-2d8b79a0-1455-4dfb-9815-5002c2a19b9a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9ff78e91-b7de-4878-8334-c0473181ce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7296784
Feb 03 20:07:48.173064 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-102ff16c-4642-4147-ac66-4608dfb46c78 req-82e373f3-1daf-4984-8866-eeaf85edf215 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013117
Feb 03 20:07:48.192931 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59304) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:48.303500 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6cfa45ba-e9a6-4a64-a9e3-50c74e17b876 req-ce9533b7-9a6e-4b8b-a8f9-898416fd0b7e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.5111668
Feb 03 20:07:48.312703 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f6864a9-b997-4dc5-b7de-1b2bb8122fa2 {{(pid=80146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 20:07:48.352274 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-dd9a38e4-a3da-409d-bdea-58e0c07c5a75 req-7d65b9b0-994b-417a-bd09-19d67eca89f4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2678592
Feb 03 20:07:48.365080 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Notify callbacks [] for port, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:48.375286 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-909c15e1-3bf2-4c99-a4c9-06359bca7015 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=54fb9a949b3245c7a0731011941f5a06&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1811397
Feb 03 20:07:48.380046 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59308) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:48.424253 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Transition to ACTIVE for port object 4f6864a9-b997-4dc5-b7de-1b2bb8122fa2 will not be triggered until provisioned by entity L2. {{(pid=80146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:07:48.444634 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848090863'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:48.463200 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:48.516097 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5d2c71e7-6c11-4983-a5fe-5f1c294a182e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-242256', 'neutron.services.segments.db._delete_segments_for_network--9223363255462345878'] for network, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:48.612923 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2233b63f-e46b-4d21-8a9a-33b47a35a176 req-ea33d70c-832d-4963-86c8-ebaff3615337 service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4911764
Feb 03 20:07:48.630139 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3c4c-377c-4fd4-a131-7758ed765328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:48.635766 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Pushing event updated for resources: {'Port': ['ID=4f6864a9-b997-4dc5-b7de-1b2bb8122fa2,revision_number=2']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:48.653681 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:48.753030 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-5d2c71e7-6c11-4983-a5fe-5f1c294a182e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc93a26f400>,) {'filters': {'network_id': ['aa6c904f-ee5c-44e6-8596-d6e767cf99b7']}} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:07:48.760086 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5247a1d-f414-49b7-97c1-e4d627de5011 req-d09c41ca-dddb-41b4-adb9-f6b69d463580 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:48.761801 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b5247a1d-f414-49b7-97c1-e4d627de5011 req-d09c41ca-dddb-41b4-adb9-f6b69d463580 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.4574432
Feb 03 20:07:48.778793 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa45ba-e9a6-4a64-a9e3-50c74e17b876 req-1f113921-0a5e-4337-b2bf-cddc1eb7049d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:48.780423 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6cfa45ba-e9a6-4a64-a9e3-50c74e17b876 req-1f113921-0a5e-4337-b2bf-cddc1eb7049d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02ef50735d804c2db24fe12e26c282e8&device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 1162 time: 0.3738480
Feb 03 20:07:48.782830 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-5d2c71e7-6c11-4983-a5fe-5f1c294a182e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93a26f400>, '45c784a9-28b6-4e87-bed8-18b4d126f790') {'for_net_delete': True} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:07:48.783177 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-5d2c71e7-6c11-4983-a5fe-5f1c294a182e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93a26f400>, '45c784a9-28b6-4e87-bed8-18b4d126f790') {} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:07:48.790062 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3c4c-377c-4fd4-a131-7758ed765328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:48.802199 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5d2c71e7-6c11-4983-a5fe-5f1c294a182e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255462350230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5751146'] for segment, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:48.868836 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5d2c71e7-6c11-4983-a5fe-5f1c294a182e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:48.927801 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d2c71e7-6c11-4983-a5fe-5f1c294a182e admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 20:07:48.975653 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2233b63f-e46b-4d21-8a9a-33b47a35a176 req-732fd526-cab4-414c-8405-a44436e90730 service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3458896
Feb 03 20:07:49.119890 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b5247a1d-f414-49b7-97c1-e4d627de5011 req-4400bc3f-c093-40fe-b1f7-f7b6eaee613b tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3506312
Feb 03 20:07:49.185409 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-5d2c71e7-6c11-4983-a5fe-5f1c294a182e admin admin] Network aa6c904f-ee5c-44e6-8596-d6e767cf99b7 has no segments {{(pid=80144) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:07:49.197656 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5d2c71e7-6c11-4983-a5fe-5f1c294a182e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-238909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5360879'] for segment, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:49.212903 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa45ba-e9a6-4a64-a9e3-50c74e17b876 req-6f0c6295-1c7c-4129-8b70-f0496efee0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:49.214522 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6cfa45ba-e9a6-4a64-a9e3-50c74e17b876 req-6f0c6295-1c7c-4129-8b70-f0496efee0a7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4826c2d9-ff92-4255-84fc-4664139f9cbb HTTP/1.1" status: 200  len: 909 time: 0.4026158
Feb 03 20:07:49.261715 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3c4c-377c-4fd4-a131-7758ed765328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:49.273206 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3521c264-7893-497c-9532-9aebac5321f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:49.293743 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3c4c-377c-4fd4-a131-7758ed765328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a02fdd-1252-436c-aee4-a4bab9ae39b7,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:49.311976 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a7d3c4c-377c-4fd4-a131-7758ed765328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:49.325832 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3c4c-377c-4fd4-a131-7758ed765328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:49.327071 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-2a7d3c4c-377c-4fd4-a131-7758ed765328 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/71a02fdd-1252-436c-aee4-a4bab9ae39b7 HTTP/1.1" status: 204  len: 168 time: 0.9451795
Feb 03 20:07:49.350607 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Attempting to bind port 4f6864a9-b997-4dc5-b7de-1b2bb8122fa2 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:07:49.350989 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Attempting to bind port 4f6864a9-b997-4dc5-b7de-1b2bb8122fa2 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'b9a5111d-b5c1-4b7f-9684-354dcd88b50e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'cb3735fa-ae5b-4082-b53d-eac05bfe90ce'}] {{(pid=80146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:07:49.351364 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Attempting to bind port 4f6864a9-b997-4dc5-b7de-1b2bb8122fa2 on network cb3735fa-ae5b-4082-b53d-eac05bfe90ce {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:07:49.358261 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Checking agent: {'id': 'd65f81c7-83bc-4486-bd9d-9b0ec76bab54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 0, 54), 'started_at': datetime.datetime(2021, 2, 3, 20, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.109', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:07:49.358644 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Checking segment: {'id': 'b9a5111d-b5c1-4b7f-9684-354dcd88b50e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'cb3735fa-ae5b-4082-b53d-eac05bfe90ce'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:07:49.359052 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:49.359447 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Bound using segment: {'id': 'b9a5111d-b5c1-4b7f-9684-354dcd88b50e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'cb3735fa-ae5b-4082-b53d-eac05bfe90ce'} {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:07:49.359990 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Bound port: 4f6864a9-b997-4dc5-b7de-1b2bb8122fa2, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a5111d-b5c1-4b7f-9684-354dcd88b50e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'cb3735fa-ae5b-4082-b53d-eac05bfe90ce'}}] {{(pid=80146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:07:49.360455 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:49.444397 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-5c9869b5-b7e2-46e3-ac3d-da56a9b72f4f tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=42c4cad6cae84e3da7a671a27d64d8ed&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0720017
Feb 03 20:07:49.603548 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6cfa45ba-e9a6-4a64-a9e3-50c74e17b876 req-90a9c7cd-fcd0-4fbf-9b86-08a0b6fb5f07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8b564b3-821b-48b8-9163-12b4ea3a05ec HTTP/1.1" status: 200  len: 1000 time: 0.3328171
Feb 03 20:07:49.605567 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-5d2c71e7-6c11-4983-a5fe-5f1c294a182e admin admin] Network aa6c904f-ee5c-44e6-8596-d6e767cf99b7 has no segments {{(pid=80144) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:07:49.626286 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] For port 4f6864a9-b997-4dc5-b7de-1b2bb8122fa2, host hv-cinder-77398, cleared binding levels {{(pid=80146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]: Traceback (most recent call last):
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:     timer()
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:     cb(*args, **kw)
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:     return func(*args, **kwargs)
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:     self._notify()
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:     self.callback(batched_events)
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:     event.method(event)
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:     segment_id)['aggregates'][0]
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(self, *a, **k)
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self._get(url).json()
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:     **kwargs)
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.request(url, 'GET', **kwargs)
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:     **endpoint_filter)
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 20:07:49.634141 dv-cinder-773985-1-iscsi neutron-server[80033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 20:07:49.642469 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] For port 4f6864a9-b997-4dc5-b7de-1b2bb8122fa2, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=4f6864a9-b997-4dc5-b7de-1b2bb8122fa2,segment=NetworkSegment(b9a5111d-b5c1-4b7f-9684-354dcd88b50e),segment_id=b9a5111d-b5c1-4b7f-9684-354dcd88b50e)] {{(pid=80146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:07:49.655706 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848090863'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:49.673638 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5922b4aa-4ab8-48ba-bc9a-9cba0c071a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:49.859969 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-138b3c1f-c2b7-44a8-95a6-c6ad53dd0be9 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:49.861929 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-138b3c1f-c2b7-44a8-95a6-c6ad53dd0be9 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4103210
Feb 03 20:07:49.862643 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992858c7-5fc3-4fb3-ba99-075a65d814aa req-1f12d599-f44e-4399-a431-ad5a2f7717c0 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:49.864360 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-992858c7-5fc3-4fb3-ba99-075a65d814aa req-1f12d599-f44e-4399-a431-ad5a2f7717c0 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=2dd8144a-edf9-46ce-b71b-0d4f07d15398 HTTP/1.1" status: 200  len: 943 time: 0.4845767
Feb 03 20:07:49.865115 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5d2c71e7-6c11-4983-a5fe-5f1c294a182e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854533528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846788979'] for network, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:49.875267 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-602edb06-58c1-4efa-8429-f6d002b83538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:49.891417 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa45ba-e9a6-4a64-a9e3-50c74e17b876 req-c0020e9e-d9fd-40ba-b484-c89f02274039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:49.893801 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6cfa45ba-e9a6-4a64-a9e3-50c74e17b876 req-c0020e9e-d9fd-40ba-b484-c89f02274039 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5a7e0094-f26b-4461-b4af-b0f9b0b24802 HTTP/1.1" status: 200  len: 854 time: 0.2608082
Feb 03 20:07:49.916820 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5d2c71e7-6c11-4983-a5fe-5f1c294a182e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:49.918801 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-a86ba971-33c5-4e56-822d-0ce6491b8c03 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/quotas/42c4cad6cae84e3da7a671a27d64d8ed HTTP/1.1" status: 200  len: 375 time: 0.0331137
Feb 03 20:07:49.919553 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c71e7-6c11-4983-a5fe-5f1c294a182e admin admin] Pushing event deleted for resources: {'Network': ['ID=aa6c904f-ee5c-44e6-8596-d6e767cf99b7,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:49.935724 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Pushing event updated for resources: {'Port': ['ID=4f6864a9-b997-4dc5-b7de-1b2bb8122fa2,revision_number=3']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:49.943466 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:49.960583 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5d2c71e7-6c11-4983-a5fe-5f1c294a182e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:49.981813 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-5d2c71e7-6c11-4983-a5fe-5f1c294a182e admin admin] 10.222.0.103 "DELETE /v2.0/networks/aa6c904f-ee5c-44e6-8596-d6e767cf99b7 HTTP/1.1" status: 204  len: 168 time: 2.5309896
Feb 03 20:07:49.984802 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 59342) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:50.004883 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-23229f40-56cb-4c25-86ad-39bf004db696 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=42c4cad6cae84e3da7a671a27d64d8ed&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0651238
Feb 03 20:07:50.026584 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:50.027423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:50.029333 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] 10.222.0.67 "PUT /v2.0/ports/4f6864a9-b997-4dc5-b7de-1b2bb8122fa2 HTTP/1.1" status: 200  len: 1157 time: 3.0330405
Feb 03 20:07:50.029985 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd8144a-edf9-46ce-b71b-0d4f07d15398', 'tag': '4f6864a9-b997-4dc5-b7de-1b2bb8122fa2'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:07:50.091543 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-992858c7-5fc3-4fb3-ba99-075a65d814aa req-cf3e442b-f54a-44a4-927a-c78a1d6445a9 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1941421
Feb 03 20:07:50.155855 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa45ba-e9a6-4a64-a9e3-50c74e17b876 req-893aab62-40f7-4465-b63c-9dcd1ae66f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:50.157595 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6cfa45ba-e9a6-4a64-a9e3-50c74e17b876 req-893aab62-40f7-4465-b63c-9dcd1ae66f56 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4826c2d9-ff92-4255-84fc-4664139f9cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2423792
Feb 03 20:07:50.178442 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02433ba-47d3-44ce-9357-59ca505e5e05 admin admin] Deleting subnet 30466f64-0e75-4425-b9b0-6fc2cd7c4994 {{(pid=80144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 20:07:50.227742 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-913f0d2c-691e-47a9-94c5-fac8e93b7814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:50.229433 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-913f0d2c-691e-47a9-94c5-fac8e93b7814 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=302cfbe81821483b992726cb2c7ceb99&device_id=2dd8144a-edf9-46ce-b71b-0d4f07d15398 HTTP/1.1" status: 200  len: 1160 time: 0.1415775
Feb 03 20:07:50.241667 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f02433ba-47d3-44ce-9357-59ca505e5e05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:50.310125 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd8144a-edf9-46ce-b71b-0d4f07d15398', 'tag': '4f6864a9-b997-4dc5-b7de-1b2bb8122fa2', 'status': 'completed', 'code': 200}
Feb 03 20:07:50.334295 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-fc1da5a4-ce78-418f-9c9e-1dcb3544a512 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6864a9-b997-4dc5-b7de-1b2bb8122fa2 HTTP/1.1" status: 200  len: 217 time: 0.0896738
Feb 03 20:07:50.462702 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-be383c37-9809-455f-967e-83904b6575d6 req-6be58354-4098-4239-8479-4bab1467ca83 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/ports?device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 210 time: 0.1246736
Feb 03 20:07:50.497721 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-26594dad-3098-41e4-b317-8f324a5e029c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:50.499435 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-26594dad-3098-41e4-b317-8f324a5e029c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b775cc5b-5013-4263-9f2c-1e5d75170787 HTTP/1.1" status: 200  len: 854 time: 0.1154225
Feb 03 20:07:50.567842 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-4f5df84c-5f4c-4024-a907-618ad17bba0f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb3735fa-ae5b-4082-b53d-eac05bfe90ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0598326
Feb 03 20:07:50.766936 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f02433ba-47d3-44ce-9357-59ca505e5e05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849024670'] for subnet, precommit_delete_associations {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:50.973294 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:07:50.975996 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0cabc-e6f0-4c2a-9026-cf1761c848ed req-993012f2-14e1-4be4-beb1-c9555c55df62 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:50.977734 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-74b0cabc-e6f0-4c2a-9026-cf1761c848ed req-993012f2-14e1-4be4-beb1-c9555c55df62 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 943 time: 0.6533680
Feb 03 20:07:50.979715 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6cfa45ba-e9a6-4a64-a9e3-50c74e17b876 req-22ae2241-01c2-4d86-8428-320dbc7322bc service neutron] 10.222.0.67 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7959874
Feb 03 20:07:51.018598 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba6640-43ab-482c-885e-93b3fb984899 req-2850d51a-ba2a-48c3-8bd3-4080a1f40512 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:51.021606 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-52ba6640-43ab-482c-885e-93b3fb984899 req-2850d51a-ba2a-48c3-8bd3-4080a1f40512 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.2986693
Feb 03 20:07:51.031726 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-d9b449ad-4c9e-45f9-a68d-8d67644b98dc service neutron] 10.222.0.67 "GET /v2.0/networks/cb3735fa-ae5b-4082-b53d-eac05bfe90ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4551945
Feb 03 20:07:51.070024 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:07:51.070459 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:51.146141 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f02433ba-47d3-44ce-9357-59ca505e5e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-240091'] for subnet, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:51.196548 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-52ba6640-43ab-482c-885e-93b3fb984899 req-557b292b-a0b2-49d6-a15b-0e400fefaf4b tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1679480
Feb 03 20:07:51.265144 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-74b0cabc-e6f0-4c2a-9026-cf1761c848ed req-4cfc792f-9571-45e5-a2ef-22583b7df4e2 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2742968
Feb 03 20:07:51.319935 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4aa35566-7130-41fc-8724-b74ac15f66e4 req-f4ce57d1-6a73-4dfc-a2a7-4b8323e8c2f5 service neutron] 10.222.0.67 "GET /v2.0/networks/cb3735fa-ae5b-4082-b53d-eac05bfe90ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2502332
Feb 03 20:07:51.456607 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6cfa45ba-e9a6-4a64-a9e3-50c74e17b876 req-e9d25210-b60d-4f80-b243-eee04f36d0d9 service neutron] 10.222.0.67 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4690778
Feb 03 20:07:51.644371 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbcc91-a2cf-46cd-83e6-df75c5ec78e8 req-c74e25e4-b723-49e3-b168-5a1e46427d2a tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:51.654198 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-51cbcc91-a2cf-46cd-83e6-df75c5ec78e8 req-c74e25e4-b723-49e3-b168-5a1e46427d2a tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=2dd8144a-edf9-46ce-b71b-0d4f07d15398 HTTP/1.1" status: 200  len: 943 time: 0.3247104
Feb 03 20:07:51.696554 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0695c1f7-3f89-49a2-81f4-6360fddac10f req-b5f0d2d5-d11e-41ce-9268-ab31e8eecde0 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/ports?device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 210 time: 0.0574462
Feb 03 20:07:51.698012 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f02433ba-47d3-44ce-9357-59ca505e5e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854535725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5360768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6378840'] for subnet, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:51.742090 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-51cbcc91-a2cf-46cd-83e6-df75c5ec78e8 req-04c83d81-47ee-4dd7-88f9-2f964a48ca2f tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865905
Feb 03 20:07:51.754814 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08418a-40ea-4407-826d-943a84ab27e3 req-cb42b364-9dc2-4f6a-9db3-d78068d792d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:51.759309 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8a08418a-40ea-4407-826d-943a84ab27e3 req-cb42b364-9dc2-4f6a-9db3-d78068d792d9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=302cfbe81821483b992726cb2c7ceb99&device_id=2dd8144a-edf9-46ce-b71b-0d4f07d15398 HTTP/1.1" status: 200  len: 1160 time: 0.3420815
Feb 03 20:07:51.776723 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:51.831660 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02433ba-47d3-44ce-9357-59ca505e5e05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30466f64-0e75-4425-b9b0-6fc2cd7c4994,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:51.834754 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f02433ba-47d3-44ce-9357-59ca505e5e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:51.878140 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f02433ba-47d3-44ce-9357-59ca505e5e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:51.887218 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-f02433ba-47d3-44ce-9357-59ca505e5e05 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/30466f64-0e75-4425-b9b0-6fc2cd7c4994 HTTP/1.1" status: 204  len: 168 time: 1.8935471
Feb 03 20:07:51.888145 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 59394) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:51.937283 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08418a-40ea-4407-826d-943a84ab27e3 req-eacb6c4d-0064-4126-a0e2-339207084101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:51.939123 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8a08418a-40ea-4407-826d-943a84ab27e3 req-eacb6c4d-0064-4126-a0e2-339207084101 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb3735fa-ae5b-4082-b53d-eac05bfe90ce HTTP/1.1" status: 200  len: 909 time: 0.1481295
Feb 03 20:07:52.008211 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd507-4d19-46cb-8cb4-eec1da26709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854670727'] for network, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:52.020281 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8a08418a-40ea-4407-826d-943a84ab27e3 req-3d7453e7-451c-4aba-9497-dbdd42600d2a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6864a9-b997-4dc5-b7de-1b2bb8122fa2 HTTP/1.1" status: 200  len: 217 time: 0.0725877
Feb 03 20:07:52.095198 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08418a-40ea-4407-826d-943a84ab27e3 req-a7ee17dc-09f9-40a2-8e60-08bcb7de125d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:52.097059 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8a08418a-40ea-4407-826d-943a84ab27e3 req-a7ee17dc-09f9-40a2-8e60-08bcb7de125d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b775cc5b-5013-4263-9f2c-1e5d75170787 HTTP/1.1" status: 200  len: 854 time: 0.0687151
Feb 03 20:07:52.161154 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8a08418a-40ea-4407-826d-943a84ab27e3 req-8a7772ed-4446-41f0-b853-db404b60e2f0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb3735fa-ae5b-4082-b53d-eac05bfe90ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521159
Feb 03 20:07:52.225475 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd507-4d19-46cb-8cb4-eec1da26709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-242256', 'neutron.services.segments.db._delete_segments_for_network--9223363255462345878'] for network, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:52.359979 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-d8ffd507-4d19-46cb-8cb4-eec1da26709c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc93af53978>,) {'filters': {'network_id': ['0f60df36-9d7f-4d25-811f-5522106bb7a6']}} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:07:52.380449 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-d8ffd507-4d19-46cb-8cb4-eec1da26709c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93af53978>, '74aa6636-4de9-4129-9b75-18605234ca82') {'for_net_delete': True} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:07:52.381212 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-d8ffd507-4d19-46cb-8cb4-eec1da26709c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93af53978>, '74aa6636-4de9-4129-9b75-18605234ca82') {} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:07:52.392834 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8a08418a-40ea-4407-826d-943a84ab27e3 req-1dc4301e-d37d-4c89-b499-201e488f3d2e service neutron] 10.222.0.67 "GET /v2.0/networks/cb3735fa-ae5b-4082-b53d-eac05bfe90ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2229488
Feb 03 20:07:52.402788 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd507-4d19-46cb-8cb4-eec1da26709c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255462350230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5751146'] for segment, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:52.510831 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd507-4d19-46cb-8cb4-eec1da26709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:52.518411 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-1a1c23d3-ad69-4142-8394-3c3e4e33b09c tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=42c4cad6cae84e3da7a671a27d64d8ed&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0542297
Feb 03 20:07:52.519079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d8ffd507-4d19-46cb-8cb4-eec1da26709c admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 20:07:52.804762 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697688b0-fd1d-4cd7-ba25-94296fb04676 req-88eaef78-b9b9-4bea-a2bd-e22e49b37ef5 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:52.808125 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-697688b0-fd1d-4cd7-ba25-94296fb04676 req-88eaef78-b9b9-4bea-a2bd-e22e49b37ef5 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 943 time: 0.3543227
Feb 03 20:07:52.865637 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b39f6485-d121-44f5-90d7-46f49e5e1ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:52.882078 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8a08418a-40ea-4407-826d-943a84ab27e3 req-20f28a3e-2135-4926-895a-b725298d9f8a service neutron] 10.222.0.67 "GET /v2.0/networks/cb3735fa-ae5b-4082-b53d-eac05bfe90ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3666680
Feb 03 20:07:52.908285 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-697688b0-fd1d-4cd7-ba25-94296fb04676 req-98f39fe1-c88b-4829-a8e6-def694c469c2 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Synchronizing usage tracker for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:security_group {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:07:52.925972 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-697688b0-fd1d-4cd7-ba25-94296fb04676 req-98f39fe1-c88b-4829-a8e6-def694c469c2 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Unset dirty status for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:security_group {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:07:52.927388 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-697688b0-fd1d-4cd7-ba25-94296fb04676 req-98f39fe1-c88b-4829-a8e6-def694c469c2 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1006351
Feb 03 20:07:52.960795 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256bd38-bcf6-48a0-ad70-f1e745341468 req-af57dadd-803d-48e3-82ac-c68ee68cd0cd tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:52.964395 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f256bd38-bcf6-48a0-ad70-f1e745341468 req-af57dadd-803d-48e3-82ac-c68ee68cd0cd tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.5531635
Feb 03 20:07:52.995478 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-d8ffd507-4d19-46cb-8cb4-eec1da26709c admin admin] Network 0f60df36-9d7f-4d25-811f-5522106bb7a6 has no segments {{(pid=80144) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:07:53.006541 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd507-4d19-46cb-8cb4-eec1da26709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-238909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5360879'] for segment, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:53.108213 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8d72af95-c037-41a5-8fe3-6e13bc92ff9d req-471aa226-949d-4c98-9418-3d52bf26176e tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/ports?device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 210 time: 0.0538116
Feb 03 20:07:53.251544 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-847fc0a0-242b-4093-b0ca-8cfaa365d0c1 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:53.253397 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-847fc0a0-242b-4093-b0ca-8cfaa365d0c1 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6971908
Feb 03 20:07:53.328067 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Request body: {'port': {'device_id': 'a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87', 'network_id': 'fdf205c2-a411-4896-9798-a72bb174584a', 'admin_state_up': True, 'tenant_id': '42c4cad6cae84e3da7a671a27d64d8ed'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:07:53.413869 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62577d7d-8ae2-4e75-9bfa-957f6c436b1c req-52e8a1b9-6d9f-432b-a77a-dfc05747a680 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:53.415600 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-62577d7d-8ae2-4e75-9bfa-957f6c436b1c req-52e8a1b9-6d9f-432b-a77a-dfc05747a680 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=2dd8144a-edf9-46ce-b71b-0d4f07d15398 HTTP/1.1" status: 200  len: 943 time: 0.1704562
Feb 03 20:07:53.457765 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f256bd38-bcf6-48a0-ad70-f1e745341468 req-d2d07462-6e73-4142-aa7c-6876d5117e32 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3768518
Feb 03 20:07:53.462853 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-d8ffd507-4d19-46cb-8cb4-eec1da26709c admin admin] Network 0f60df36-9d7f-4d25-811f-5522106bb7a6 has no segments {{(pid=80144) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]: Traceback (most recent call last):
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:     timer()
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:     cb(*args, **kw)
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:     return func(*args, **kwargs)
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:     self._notify()
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:     self.callback(batched_events)
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:     event.method(event)
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:     segment_id)['aggregates'][0]
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(self, *a, **k)
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self._get(url).json()
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:     **kwargs)
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.request(url, 'GET', **kwargs)
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:     **endpoint_filter)
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 20:07:53.494777 dv-cinder-773985-1-iscsi neutron-server[80033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 20:07:53.501506 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-62577d7d-8ae2-4e75-9bfa-957f6c436b1c req-7e53a282-ba03-4309-ba31-1281ace4f4ef tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783291
Feb 03 20:07:53.625772 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd507-4d19-46cb-8cb4-eec1da26709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854533528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846788979'] for network, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:53.633466 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd507-4d19-46cb-8cb4-eec1da26709c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:53.638869 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1b8d7225-2b26-48ad-b3e8-63811278aac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:53.644600 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59440) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:53.669476 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-d8ffd507-4d19-46cb-8cb4-eec1da26709c admin admin] 10.222.0.103 "DELETE /v2.0/networks/0f60df36-9d7f-4d25-811f-5522106bb7a6 HTTP/1.1" status: 204  len: 168 time: 1.7777617
Feb 03 20:07:53.669476 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffd507-4d19-46cb-8cb4-eec1da26709c admin admin] Pushing event deleted for resources: {'Network': ['ID=0f60df36-9d7f-4d25-811f-5522106bb7a6,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:53.670715 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d8ffd507-4d19-46cb-8cb4-eec1da26709c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:53.672020 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:07:53.677633 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Usage tracker for resource:port and tenant:42c4cad6cae84e3da7a671a27d64d8ed is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:07:53.680874 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:07:53.686971 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:07:53.696621 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Made reservation on behalf of 42c4cad6cae84e3da7a671a27d64d8ed for: {'port': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:07:53.718762 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:53.734604 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:53.752156 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:07:53.756805 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Usage tracker for resource:security_group_rule and tenant:42c4cad6cae84e3da7a671a27d64d8ed is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:07:53.761386 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:07:53.768434 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:07:53.825767 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:53.834705 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 59448) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:53.848369 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:07:53.852491 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Usage tracker for resource:security_group_rule and tenant:05f51e06de884f4489ea0e437e2a8cb4 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:07:53.856443 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:07:53.862579 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:07:53.915246 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:53.920019 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:53.931992 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5f749642-0d4d-4121-86d6-62e26f7209fa tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:53.942366 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-10adde44-c03f-4a03-9aff-c395457161d3 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=bf757ffd3f154527b1e009da2f5e4d1e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1065099
Feb 03 20:07:53.945147 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59452) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:54.042685 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=895c24c8-8707-49c2-b4e3-ffbaf59bc49a,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:54.049231 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:54.060626 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7bd35b5c-01d3-4bb8-bbb7-3eae50d2dfd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:54.077818 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:54.084134 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:54.099605 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3f949dd8-1f67-4de7-99d7-b5c44ce5ccc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:54.128410 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7bd35b5c-01d3-4bb8-bbb7-3eae50d2dfd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:54.163343 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=05f51e06de884f4489ea0e437e2a8cb4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5151470
Feb 03 20:07:54.170552 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59462) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:54.178813 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac377a73-b59b-48d2-90fe-4fd06f252a46,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:54.217730 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.218207 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.218546 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.218934 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.219554 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.220025 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.220430 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.221244 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.221244 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.221578 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.221974 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.222362 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.222800 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.223197 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.223590 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.224001 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.224394 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.224787 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.225176 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.225565 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.225958 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.226348 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.226737 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.227123 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:54.231940 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:54.320516 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5a165142-211d-4c13-90d4-82fee6a27125 req-91f9b6e3-12da-4403-be5f-fcfbb00fc25a tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/ports?device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 210 time: 0.0575264
Feb 03 20:07:54.336643 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7bd35b5c-01d3-4bb8-bbb7-3eae50d2dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:54.342715 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a85395cd-8dbd-4a8e-a317-01f43fdd8003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:54.353705 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-345eca52-c56d-464f-af99-4aef4f419bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:54.367948 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd35b5c-01d3-4bb8-bbb7-3eae50d2dfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0374f0f-a54b-41a4-9bf7-838284baafc7,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:54.370487 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7bd35b5c-01d3-4bb8-bbb7-3eae50d2dfd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:54.397403 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7bd35b5c-01d3-4bb8-bbb7-3eae50d2dfd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:54.400432 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-7bd35b5c-01d3-4bb8-bbb7-3eae50d2dfd8 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/c0374f0f-a54b-41a4-9bf7-838284baafc7 HTTP/1.1" status: 204  len: 168 time: 0.4541986
Feb 03 20:07:54.406348 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-345eca52-c56d-464f-af99-4aef4f419bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:54.465728 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-345eca52-c56d-464f-af99-4aef4f419bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:54.473447 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:54.487283 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345eca52-c56d-464f-af99-4aef4f419bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac377a73-b59b-48d2-90fe-4fd06f252a46,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:54.494367 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-345eca52-c56d-464f-af99-4aef4f419bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:54.505205 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-345eca52-c56d-464f-af99-4aef4f419bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:54.508474 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-345eca52-c56d-464f-af99-4aef4f419bd4 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/ac377a73-b59b-48d2-90fe-4fd06f252a46 HTTP/1.1" status: 204  len: 168 time: 0.3318524
Feb 03 20:07:54.613311 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03749a80-ead1-4088-b18c-d64443fda6ce req-9c729d2f-64a1-4275-b106-fdfe7eecec48 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:54.620941 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-03749a80-ead1-4088-b18c-d64443fda6ce req-9c729d2f-64a1-4275-b106-fdfe7eecec48 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 943 time: 0.5525219
Feb 03 20:07:54.728584 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-03749a80-ead1-4088-b18c-d64443fda6ce req-43cfda75-54f0-4a1b-bd74-0271abfa7e34 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1065819
Feb 03 20:07:54.729989 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Allocated IP 192.168.233.99 (fdf205c2-a411-4896-9798-a72bb174584a/f28de780-e495-446a-a6c4-c0b66c9984b9/2b0a4ed1-0aab-4360-9c65-bdfdc9867848) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:07:54.837705 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e150b-cad6-44fd-869a-369f507396e8 req-9fdff782-b396-4e8e-90a4-9b958bcd2b1c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:54.839420 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0b5e150b-cad6-44fd-869a-369f507396e8 req-9fdff782-b396-4e8e-90a4-9b958bcd2b1c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.1947777
Feb 03 20:07:54.967215 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0b5e150b-cad6-44fd-869a-369f507396e8 req-96077395-68d1-471c-86e3-c25e32b5f4e6 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1154501
Feb 03 20:07:55.036007 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59480) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:55.050076 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:55.072724 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:55.084953 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 59484) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:55.099989 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-fde03ad8-46fb-4079-9f90-71180fd06f5d admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=e3c13ef5e78347cd873b75d612d7bc9b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0606272
Feb 03 20:07:55.100627 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59488) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:55.124927 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0a065e14-3628-4b1f-aaee-cc10dfac1c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:55.135489 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Transition to ACTIVE for port object 2b0a4ed1-0aab-4360-9c65-bdfdc9867848 will not be triggered until provisioned by entity DHCP. {{(pid=80144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:07:55.154120 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-0a065e14-3628-4b1f-aaee-cc10dfac1c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:07:55.163331 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-0a065e14-3628-4b1f-aaee-cc10dfac1c81 admin admin] Usage tracker for resource:security_group_rule and tenant:851aa4e6aaea4535a02e781340d95e2e is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:07:55.168010 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-0a065e14-3628-4b1f-aaee-cc10dfac1c81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:07:55.169468 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f24b0b54-9faf-4500-b68f-b5425351f27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:55.181559 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-0a065e14-3628-4b1f-aaee-cc10dfac1c81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:07:55.202387 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f24b0b54-9faf-4500-b68f-b5425351f27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:55.249851 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f24b0b54-9faf-4500-b68f-b5425351f27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:55.257105 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-91653e93-c46f-403f-82d2-507ac8f6d81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:55.272825 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f24b0b54-9faf-4500-b68f-b5425351f27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:55.276649 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-f24b0b54-9faf-4500-b68f-b5425351f27a admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/e6749961-fadd-441b-8901-c6650e050e4f HTTP/1.1" status: 204  len: 168 time: 0.1724708
Feb 03 20:07:55.276649 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b0b54-9faf-4500-b68f-b5425351f27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6749961-fadd-441b-8901-c6650e050e4f,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:55.281057 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfea4e3-2ba4-4b0d-a0aa-1f9614ee28fd req-313f1a87-6816-49cb-81bc-da4e03ebf339 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:55.282955 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-dcfea4e3-2ba4-4b0d-a0aa-1f9614ee28fd req-313f1a87-6816-49cb-81bc-da4e03ebf339 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=2dd8144a-edf9-46ce-b71b-0d4f07d15398 HTTP/1.1" status: 200  len: 943 time: 0.3065846
Feb 03 20:07:55.298319 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f24b0b54-9faf-4500-b68f-b5425351f27a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:55.326295 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:55.347732 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:55.365029 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-de34c241-12ad-41e6-a062-4581aeb1e74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:55.489638 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ca5df-086b-4314-9b5d-4f78ee55e1db req-c28ec2e8-ecbf-4854-9124-5647845c9275 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:55.491370 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-920ca5df-086b-4314-9b5d-4f78ee55e1db req-c28ec2e8-ecbf-4854-9124-5647845c9275 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.1904540
Feb 03 20:07:55.539936 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-dcfea4e3-2ba4-4b0d-a0aa-1f9614ee28fd req-736bf7a7-8348-4d95-a2aa-b95275afbff2 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2454307
Feb 03 20:07:55.583868 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Pushing event updated for resources: {'Port': ['ID=2b0a4ed1-0aab-4360-9c65-bdfdc9867848,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:55.596327 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:55.789165 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Network fdf205c2-a411-4896-9798-a72bb174584a is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:07:55.806878 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:07:55.816869 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0a065e14-3628-4b1f-aaee-cc10dfac1c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:55.820049 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:07:55.860572 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0a065e14-3628-4b1f-aaee-cc10dfac1c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:55.863567 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-920ca5df-086b-4314-9b5d-4f78ee55e1db req-dbd6482d-01f0-4313-8c13-203e0af3ea93 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3295708
Feb 03 20:07:55.879936 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9358e0-2c88-40c9-b658-f1801642e90c req-5dee505d-5a3b-42ed-8a9e-5bf285f0b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:55.882448 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9b9358e0-2c88-40c9-b658-f1801642e90c req-5dee505d-5a3b-42ed-8a9e-5bf285f0b7cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20e86c4b370d4d1ab70110e25f1ebe04&device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 1162 time: 0.3900402
Feb 03 20:07:55.912786 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-155b2a62-ab12-4b04-94d7-fe6fa92e5e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:55.948290 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-0a065e14-3628-4b1f-aaee-cc10dfac1c81 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=851aa4e6aaea4535a02e781340d95e2e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8620436
Feb 03 20:07:55.949327 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 59508) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:55.952585 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a065e14-3628-4b1f-aaee-cc10dfac1c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc98a6de-a0d3-4254-b843-73db321d1bc2,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:55.966308 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-0a065e14-3628-4b1f-aaee-cc10dfac1c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:55.989359 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:56.122596 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:56.123271 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:56.170206 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9358e0-2c88-40c9-b658-f1801642e90c req-e04d4fe7-f71a-44da-896b-2245c490e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:56.171925 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9b9358e0-2c88-40c9-b658-f1801642e90c req-e04d4fe7-f71a-44da-896b-2245c490e091 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 HTTP/1.1" status: 200  len: 905 time: 0.2817237
Feb 03 20:07:56.201716 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-380e2e68-4e1a-4e43-a2ae-a0fd35f5f278 None None] Provisioning for port 2b0a4ed1-0aab-4360-9c65-bdfdc9867848 completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:07:56.208674 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-380e2e68-4e1a-4e43-a2ae-a0fd35f5f278 None None] Provisioning complete for port 2b0a4ed1-0aab-4360-9c65-bdfdc9867848 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:07:56.209106 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-380e2e68-4e1a-4e43-a2ae-a0fd35f5f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:56.230017 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff2e96-43ea-464a-af74-db9cfc584bcf req-26ff7931-0426-4069-b6b0-6da446410ae3 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:56.232089 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98ff2e96-43ea-464a-af74-db9cfc584bcf req-26ff7931-0426-4069-b6b0-6da446410ae3 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/ports?device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 935 time: 0.5035551
Feb 03 20:07:56.271427 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6e94b-6cbf-40b0-8b12-4e5348d724fd req-2eff5821-3df1-4f99-b6c8-11c9d10402a0 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:56.273177 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cdc6e94b-6cbf-40b0-8b12-4e5348d724fd req-2eff5821-3df1-4f99-b6c8-11c9d10402a0 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 943 time: 0.2433698
Feb 03 20:07:56.283172 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-380e2e68-4e1a-4e43-a2ae-a0fd35f5f278 None None] Port 2b0a4ed1-0aab-4360-9c65-bdfdc9867848 cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:07:56.314331 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3d12a696-6c16-4248-ab18-727c7a335dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:56.344347 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-98ff2e96-43ea-464a-af74-db9cfc584bcf req-8a9f7cb9-ba02-48da-953f-ee7f54c48840 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Synchronizing usage tracker for tenant:42c4cad6cae84e3da7a671a27d64d8ed on resource:security_group {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:07:56.364664 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.0412459
Feb 03 20:07:56.377633 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3d12a696-6c16-4248-ab18-727c7a335dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:56.392562 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Request body: {'port': {'device_id': 'a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:07:56.428181 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9b9358e0-2c88-40c9-b658-f1801642e90c req-01475fe2-729a-42be-b9a7-dc7d4b668af1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 HTTP/1.1" status: 200  len: 1001 time: 0.1537497
Feb 03 20:07:56.446873 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cdc6e94b-6cbf-40b0-8b12-4e5348d724fd req-d219a487-6a10-4199-a81c-242687fa2cf0 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1090291
Feb 03 20:07:56.447108 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-98ff2e96-43ea-464a-af74-db9cfc584bcf req-8a9f7cb9-ba02-48da-953f-ee7f54c48840 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Unset dirty status for tenant:42c4cad6cae84e3da7a671a27d64d8ed on resource:security_group {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:07:56.448456 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98ff2e96-43ea-464a-af74-db9cfc584bcf req-8a9f7cb9-ba02-48da-953f-ee7f54c48840 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/security-groups?id=895c24c8-8707-49c2-b4e3-ffbaf59bc49a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2089729
Feb 03 20:07:56.521060 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9358e0-2c88-40c9-b658-f1801642e90c req-22723b49-c7d4-4dd6-bbf2-57a1cb357c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:56.522909 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9b9358e0-2c88-40c9-b658-f1801642e90c req-22723b49-c7d4-4dd6-bbf2-57a1cb357c36 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f359afcf-4f0c-4f99-9cfc-156f20cf5791 HTTP/1.1" status: 200  len: 850 time: 0.0750167
Feb 03 20:07:56.555402 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3d12a696-6c16-4248-ab18-727c7a335dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:56.575221 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:07:56.581500 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3cf9435a-a38e-4232-8e49-f9e202d1db78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:56.595301 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:56.614577 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12a696-6c16-4248-ab18-727c7a335dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc98a6de-a0d3-4254-b843-73db321d1bc2,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:56.619436 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3d12a696-6c16-4248-ab18-727c7a335dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:56.621874 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3d12a696-6c16-4248-ab18-727c7a335dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:56.632682 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-3d12a696-6c16-4248-ab18-727c7a335dff admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/dc98a6de-a0d3-4254-b843-73db321d1bc2 HTTP/1.1" status: 204  len: 168 time: 0.6667700
Feb 03 20:07:56.678999 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9358e0-2c88-40c9-b658-f1801642e90c req-a592c351-b751-4bc5-b693-1eca5843e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:56.680605 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9b9358e0-2c88-40c9-b658-f1801642e90c req-a592c351-b751-4bc5-b693-1eca5843e7ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2eb7e8c-bcbc-45cd-b50e-636bc852ed45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1505008
Feb 03 20:07:56.819492 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:07:56.819944 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:56.873732 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:07:56.936220 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:57.099108 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device c0d7934d-5e2d-4fad-985c-d3742e5971df up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:07:57.159227 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9b9358e0-2c88-40c9-b658-f1801642e90c req-8a51202b-b540-4371-bd5f-87ccb734a307 service neutron] 10.222.0.67 "GET /v2.0/networks/b2eb7e8c-bcbc-45cd-b50e-636bc852ed45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4712474
Feb 03 20:07:57.186734 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning for port c0d7934d-5e2d-4fad-985c-d3742e5971df completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:07:57.193863 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port c0d7934d-5e2d-4fad-985c-d3742e5971df triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:07:57.194295 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:57.324375 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb8d6d-f2d5-4b0a-8845-6c686fea68d6 req-e2db6d60-ca3c-405f-b044-f58667aa63d5 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:57.332986 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fcdb8d6d-f2d5-4b0a-8845-6c686fea68d6 req-e2db6d60-ca3c-405f-b044-f58667aa63d5 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.2619576
Feb 03 20:07:57.345966 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:57.363678 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ca56a-489e-4653-bfd1-73024d6ddce6 req-588bf47d-071f-4791-be96-d2adeb68ca7e tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:57.372658 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e54ca56a-489e-4653-bfd1-73024d6ddce6 req-588bf47d-071f-4791-be96-d2adeb68ca7e tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=2dd8144a-edf9-46ce-b71b-0d4f07d15398 HTTP/1.1" status: 200  len: 943 time: 0.5139511
Feb 03 20:07:57.403625 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:57.449832 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port c0d7934d-5e2d-4fad-985c-d3742e5971df, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=c0d7934d-5e2d-4fad-985c-d3742e5971df,segment=NetworkSegment(6e64f417-e845-4b38-aeb4-6c4d26500e80),segment_id=6e64f417-e845-4b38-aeb4-6c4d26500e80)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:07:57.451333 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e9a690-e569-4c27-a7ff-6d585a0ecc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d7934d-5e2d-4fad-985c-d3742e5971df'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:07:57.459318 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:57.460805 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 4f6864a9-b997-4dc5-b7de-1b2bb8122fa2 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:07:57.470134 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fcdb8d6d-f2d5-4b0a-8845-6c686fea68d6 req-040a6098-87c1-401b-91de-9c4099eff882 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1354148
Feb 03 20:07:57.531292 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b0a4ed1-0aab-4360-9c65-bdfdc9867848 {{(pid=80144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 20:07:57.545493 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:57.546049 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e54ca56a-489e-4653-bfd1-73024d6ddce6 req-3873830a-2490-40f5-bc21-fd6cff074b41 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1678784
Feb 03 20:07:57.548673 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:57.588805 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Transition to ACTIVE for port object 2b0a4ed1-0aab-4360-9c65-bdfdc9867848 will not be triggered until provisioned by entity L2. {{(pid=80144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:07:57.597165 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5360845'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:57.630316 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7023ee4a-d70b-43d1-afc6-718e7d8a20da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:57.660266 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9b9358e0-2c88-40c9-b658-f1801642e90c req-3a60529b-a273-4d92-bd8f-88b2e7f27873 service neutron] 10.222.0.67 "GET /v2.0/networks/b2eb7e8c-bcbc-45cd-b50e-636bc852ed45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4843645
Feb 03 20:07:57.725471 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e9a690-e569-4c27-a7ff-6d585a0ecc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d7934d-5e2d-4fad-985c-d3742e5971df', 'code': 200}
Feb 03 20:07:57.726108 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=c0d7934d-5e2d-4fad-985c-d3742e5971df,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:57.747114 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.747547 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.747979 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.748371 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.748749 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.749124 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.749499 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.749871 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.750244 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.750658 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.751039 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.751470 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.752053 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.752432 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.752801 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.753170 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.753539 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.753911 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.754412 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.754782 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.755153 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.755519 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.756068 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.756435 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:57.763400 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:57.767880 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning for port 4f6864a9-b997-4dc5-b7de-1b2bb8122fa2 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:07:57.775789 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 4f6864a9-b997-4dc5-b7de-1b2bb8122fa2 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:07:57.781686 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:57.956046 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:57.986491 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0a4ed1-0aab-4360-9c65-bdfdc9867848,revision_number=2']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:57.994640 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:58.013029 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 4f6864a9-b997-4dc5-b7de-1b2bb8122fa2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=4f6864a9-b997-4dc5-b7de-1b2bb8122fa2,segment=NetworkSegment(b9a5111d-b5c1-4b7f-9684-354dcd88b50e),segment_id=b9a5111d-b5c1-4b7f-9684-354dcd88b50e)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:07:58.017221 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:58.019351 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-83ba46ce-481d-477d-a2a9-9bd21782d76f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:58.097927 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=4f6864a9-b997-4dc5-b7de-1b2bb8122fa2,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:58.108977 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:58.154082 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cab3b9-b261-476e-9dd8-44d0ed6a50bb req-5b95506b-dd5b-4bcb-b7c5-45b58048506b tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:58.154909 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-57cab3b9-b261-476e-9dd8-44d0ed6a50bb req-5b95506b-dd5b-4bcb-b7c5-45b58048506b tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Synchronizing usage tracker for tenant:42c4cad6cae84e3da7a671a27d64d8ed on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:07:58.168436 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed070653-9ca3-45be-aebb-58db3dd46e11 req-6c6123cc-1106-48d5-a36f-2fff2548764b tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:58.176642 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ed070653-9ca3-45be-aebb-58db3dd46e11 req-6c6123cc-1106-48d5-a36f-2fff2548764b tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 945 time: 0.3945408
Feb 03 20:07:58.361195 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ed070653-9ca3-45be-aebb-58db3dd46e11 req-b355f9af-2440-4be8-a407-8c1a98f043b8 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1834455
Feb 03 20:07:58.380533 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-57cab3b9-b261-476e-9dd8-44d0ed6a50bb req-5b95506b-dd5b-4bcb-b7c5-45b58048506b tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Unset dirty status for tenant:42c4cad6cae84e3da7a671a27d64d8ed on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:07:58.383451 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-57cab3b9-b261-476e-9dd8-44d0ed6a50bb req-5b95506b-dd5b-4bcb-b7c5-45b58048506b tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/ports?device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 947 time: 0.5145617
Feb 03 20:07:58.403883 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91cfda-dcc6-440c-b415-6b46216b6874 req-4bfbd1d8-29ed-4183-afca-75161a777287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:58.409846 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8b91cfda-dcc6-440c-b415-6b46216b6874 req-4bfbd1d8-29ed-4183-afca-75161a777287 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 1162 time: 0.2115388
Feb 03 20:07:58.467014 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Attempting to bind port 2b0a4ed1-0aab-4360-9c65-bdfdc9867848 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:07:58.467419 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Attempting to bind port 2b0a4ed1-0aab-4360-9c65-bdfdc9867848 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '2a2d76dc-50e5-4cc7-bdaa-64db3057d5ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fdf205c2-a411-4896-9798-a72bb174584a'}] {{(pid=80144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:07:58.467754 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Attempting to bind port 2b0a4ed1-0aab-4360-9c65-bdfdc9867848 on network fdf205c2-a411-4896-9798-a72bb174584a {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:07:58.481496 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Checking agent: {'id': 'd65f81c7-83bc-4486-bd9d-9b0ec76bab54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 0, 54), 'started_at': datetime.datetime(2021, 2, 3, 20, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.109', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:07:58.482053 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Checking segment: {'id': '2a2d76dc-50e5-4cc7-bdaa-64db3057d5ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fdf205c2-a411-4896-9798-a72bb174584a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:07:58.482209 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:58.482994 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Bound using segment: {'id': '2a2d76dc-50e5-4cc7-bdaa-64db3057d5ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fdf205c2-a411-4896-9798-a72bb174584a'} {{(pid=80144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:07:58.482994 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Bound port: 2b0a4ed1-0aab-4360-9c65-bdfdc9867848, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2d76dc-50e5-4cc7-bdaa-64db3057d5ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'fdf205c2-a411-4896-9798-a72bb174584a'}}] {{(pid=80144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:07:58.483378 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:58.533993 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8b91cfda-dcc6-440c-b415-6b46216b6874 req-389b99f2-5977-46c4-9eef-dbb4b9230bb8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0901048
Feb 03 20:07:58.633010 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-57cab3b9-b261-476e-9dd8-44d0ed6a50bb req-741b3b56-ff9d-415a-99cd-16988a2459cb tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/security-groups?id=895c24c8-8707-49c2-b4e3-ffbaf59bc49a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2422445
Feb 03 20:07:58.734596 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] For port 2b0a4ed1-0aab-4360-9c65-bdfdc9867848, host hv-cinder-77398, cleared binding levels {{(pid=80144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:07:58.739406 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] For port 2b0a4ed1-0aab-4360-9c65-bdfdc9867848, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2b0a4ed1-0aab-4360-9c65-bdfdc9867848,segment=NetworkSegment(2a2d76dc-50e5-4cc7-bdaa-64db3057d5ac),segment_id=2a2d76dc-50e5-4cc7-bdaa-64db3057d5ac)] {{(pid=80144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:07:58.747041 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5360845'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:58.866604 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a6b05e94-9ce3-47ba-8f36-df4615ee30a7 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:07:58.873416 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:07:58.939870 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bdba9-3f78-4ee1-89a0-d3c36ebc2ac4 req-a331ec2e-fd50-4b9f-ae9d-b4fe0c0d3705 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:58.948112 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ac9bdba9-3f78-4ee1-89a0-d3c36ebc2ac4 req-a331ec2e-fd50-4b9f-ae9d-b4fe0c0d3705 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.2376695
Feb 03 20:07:58.976247 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:07:58.976723 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:59.040862 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ac9bdba9-3f78-4ee1-89a0-d3c36ebc2ac4 req-c05b0bba-8ac0-4b4c-b879-384c97c28c14 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0874386
Feb 03 20:07:59.142970 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device c0d7934d-5e2d-4fad-985c-d3742e5971df up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:07:59.230570 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port c0d7934d-5e2d-4fad-985c-d3742e5971df triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:07:59.231002 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:59.372850 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 4f6864a9-b997-4dc5-b7de-1b2bb8122fa2 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:07:59.388795 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59608) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:07:59.423864 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:59.424260 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:59.425758 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] 10.222.0.67 "PUT /v2.0/ports/2b0a4ed1-0aab-4360-9c65-bdfdc9867848 HTTP/1.1" status: 200  len: 1161 time: 3.0386677
Feb 03 20:07:59.429147 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87', 'tag': '2b0a4ed1-0aab-4360-9c65-bdfdc9867848'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:07:59.439511 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0a4ed1-0aab-4360-9c65-bdfdc9867848,revision_number=3']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:07:59.470404 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 4f6864a9-b997-4dc5-b7de-1b2bb8122fa2 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:07:59.471007 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:07:59.590476 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b43ef-117b-4132-9030-587c89ec0f81 req-1ad5c43f-7670-4930-a406-4b6ff9c18389 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:59.600170 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1c4b43ef-117b-4132-9030-587c89ec0f81 req-1ad5c43f-7670-4930-a406-4b6ff9c18389 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=2dd8144a-edf9-46ce-b71b-0d4f07d15398 HTTP/1.1" status: 200  len: 945 time: 0.7345939
Feb 03 20:07:59.726862 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd8144a-edf9-46ce-b71b-0d4f07d15398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6864a9-b997-4dc5-b7de-1b2bb8122fa2'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:07:59.817453 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.818038 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.818562 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.819374 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.819888 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.820425 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.820931 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.821656 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.822164 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.822672 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.823175 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.823682 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.824293 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.824799 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.825304 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.825920 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.826423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.826930 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.827434 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.827963 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.828537 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.829798 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.830298 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.830800 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:07:59.842031 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.975s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:07:59.885033 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1c4b43ef-117b-4132-9030-587c89ec0f81 req-526054d4-29a0-48ec-ba1e-8ccfe173af67 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2836940
Feb 03 20:07:59.937590 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-2515f15c-86bd-48b8-b8a8-16f657f63c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:59.940851 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-2515f15c-86bd-48b8-b8a8-16f657f63c98 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42c4cad6cae84e3da7a671a27d64d8ed&device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 1164 time: 0.2957640
Feb 03 20:07:59.982759 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a6526-07e6-45da-b887-505efbda3170 req-5baaeb97-57fa-4f75-9f4d-ed223ee29ee8 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:07:59.984514 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-762a6526-07e6-45da-b887-505efbda3170 req-5baaeb97-57fa-4f75-9f4d-ed223ee29ee8 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 945 time: 0.2771049
Feb 03 20:08:00.019014 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5fee4986-edd8-4c60-9dfb-3847399c725e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:00.041983 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-5fee4986-edd8-4c60-9dfb-3847399c725e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:08:00.046140 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-5fee4986-edd8-4c60-9dfb-3847399c725e admin admin] Usage tracker for resource:security_group_rule and tenant:740e2a12f98f44c2ae5378aa86300845 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:08:00.049753 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-5fee4986-edd8-4c60-9dfb-3847399c725e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:08:00.055611 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-5fee4986-edd8-4c60-9dfb-3847399c725e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:08:00.069198 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-3895eb17-5178-4a87-bf68-e628342502bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=2b0a4ed1-0aab-4360-9c65-bdfdc9867848 HTTP/1.1" status: 200  len: 217 time: 0.1057587
Feb 03 20:08:00.071210 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87', 'tag': '2b0a4ed1-0aab-4360-9c65-bdfdc9867848', 'status': 'completed', 'code': 200}
Feb 03 20:08:00.128264 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-762a6526-07e6-45da-b887-505efbda3170 req-4557d76e-c0ce-40cc-9aa6-55559477c4b9 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1255174
Feb 03 20:08:00.213026 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5fee4986-edd8-4c60-9dfb-3847399c725e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:00.214166 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd8144a-edf9-46ce-b71b-0d4f07d15398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6864a9-b997-4dc5-b7de-1b2bb8122fa2', 'code': 200}
Feb 03 20:08:00.216901 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5fee4986-edd8-4c60-9dfb-3847399c725e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:00.219939 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-dd2fa068-0a96-4f24-9501-d34400dd52a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:00.221602 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-dd2fa068-0a96-4f24-9501-d34400dd52a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f28de780-e495-446a-a6c4-c0b66c9984b9 HTTP/1.1" status: 200  len: 843 time: 0.1407683
Feb 03 20:08:00.229128 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-46b8bb47-b6b2-4141-89d5-7518eac60864 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:00.292887 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-5fee4986-edd8-4c60-9dfb-3847399c725e admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=740e2a12f98f44c2ae5378aa86300845&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9029562
Feb 03 20:08:00.294232 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee4986-edd8-4c60-9dfb-3847399c725e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f554af-8b29-4dee-a5b5-39680cdf39bd,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:00.317320 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59636) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:00.320281 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5fee4986-edd8-4c60-9dfb-3847399c725e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:00.323019 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92884928-92ea-4949-b67a-f650f17d3639 req-5d6b60d0-5e0d-4720-b98e-ce5fca67eba5 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:00.324754 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-92884928-92ea-4949-b67a-f650f17d3639 req-5d6b60d0-5e0d-4720-b98e-ce5fca67eba5 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/ports?device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 947 time: 0.2426770
Feb 03 20:08:00.428503 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13b2d078-8399-4278-a813-04df89a25c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:00.459316 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13b2d078-8399-4278-a813-04df89a25c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:00.462370 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-92884928-92ea-4949-b67a-f650f17d3639 req-7dc49aa6-1894-4f4c-bccf-b75a0c89c691 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/security-groups?id=895c24c8-8707-49c2-b4e3-ffbaf59bc49a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801470
Feb 03 20:08:00.472321 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-2b6f80a8-f212-4182-bc41-3e9eb96f68a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:00.473675 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-2b6f80a8-f212-4182-bc41-3e9eb96f68a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fdf205c2-a411-4896-9798-a72bb174584a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1479399
Feb 03 20:08:00.627109 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e494c58-95e1-40f5-9dd2-862fc819828b req-5bf5e2f5-552b-47f1-a461-41a8bb6724e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:00.628871 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7e494c58-95e1-40f5-9dd2-862fc819828b req-5bf5e2f5-552b-47f1-a461-41a8bb6724e4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2dd8144a-edf9-46ce-b71b-0d4f07d15398 HTTP/1.1" status: 200  len: 1162 time: 0.1556540
Feb 03 20:08:00.629785 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13b2d078-8399-4278-a813-04df89a25c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:00.636399 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5fee4986-edd8-4c60-9dfb-3847399c725e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:00.661307 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-77e53413-7e9d-4516-8800-fba27641eadf service neutron] 10.222.0.67 "GET /v2.0/networks/fdf205c2-a411-4896-9798-a72bb174584a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1747587
Feb 03 20:08:00.667408 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2d078-8399-4278-a813-04df89a25c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f554af-8b29-4dee-a5b5-39680cdf39bd,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:00.669445 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13b2d078-8399-4278-a813-04df89a25c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:00.673808 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-13b2d078-8399-4278-a813-04df89a25c52 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/29f554af-8b29-4dee-a5b5-39680cdf39bd HTTP/1.1" status: 204  len: 168 time: 0.3522120
Feb 03 20:08:00.673808 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-13b2d078-8399-4278-a813-04df89a25c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:00.702773 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7e494c58-95e1-40f5-9dd2-862fc819828b req-7e6b8c07-c700-488e-a0c8-ab6bd039cc7f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559871
Feb 03 20:08:00.883133 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:08:00.889185 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-edc68dc7-46ed-420e-ba67-9035f485eb96 req-1d86623a-6fe0-432b-b874-cab4b3d19967 service neutron] 10.222.0.67 "GET /v2.0/networks/fdf205c2-a411-4896-9798-a72bb174584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2186079
Feb 03 20:08:00.996803 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:08:00.997366 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:01.144800 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device c0d7934d-5e2d-4fad-985c-d3742e5971df up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:08:01.182729 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59662) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:01.213298 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-dbb0e816-a3d1-41b3-90b4-47d72e44fb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:01.248388 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-dbb0e816-a3d1-41b3-90b4-47d72e44fb5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:08:01.254087 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-dbb0e816-a3d1-41b3-90b4-47d72e44fb5d admin admin] Usage tracker for resource:security_group_rule and tenant:a5017997297542b6ba12e6baaa305398 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:08:01.257917 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-dbb0e816-a3d1-41b3-90b4-47d72e44fb5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:08:01.264735 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-dbb0e816-a3d1-41b3-90b4-47d72e44fb5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:08:01.266981 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port c0d7934d-5e2d-4fad-985c-d3742e5971df triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:08:01.267652 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:01.395147 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00d56f-24b2-4402-9dd8-70e655ed9980 req-285e58e1-79a6-4274-bdfc-75ee02eae425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:01.396852 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ce00d56f-24b2-4402-9dd8-70e655ed9980 req-285e58e1-79a6-4274-bdfc-75ee02eae425 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42c4cad6cae84e3da7a671a27d64d8ed&device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 1164 time: 0.2099974
Feb 03 20:08:01.423162 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-dbb0e816-a3d1-41b3-90b4-47d72e44fb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:01.432578 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-dbb0e816-a3d1-41b3-90b4-47d72e44fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:01.443298 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d5d730b6-3770-4bbc-9229-e709320a39b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:01.487591 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f14ec6-cbd0-4b81-be09-0fa962241e58 req-b611e744-d482-4dfe-8dfc-df9842b0d99e tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:01.489302 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98f14ec6-cbd0-4b81-be09-0fa962241e58 req-b611e744-d482-4dfe-8dfc-df9842b0d99e tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=2dd8144a-edf9-46ce-b71b-0d4f07d15398 HTTP/1.1" status: 200  len: 945 time: 0.2176969
Feb 03 20:08:01.494117 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-dbb0e816-a3d1-41b3-90b4-47d72e44fb5d admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=a5017997297542b6ba12e6baaa305398&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3073180
Feb 03 20:08:01.496998 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59666) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:01.513677 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0e816-a3d1-41b3-90b4-47d72e44fb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae6eff7-5ec7-4dce-b760-05a112933f95,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:01.517585 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-dbb0e816-a3d1-41b3-90b4-47d72e44fb5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:01.607797 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efb23e-28e3-4dde-9ef6-aa3bedc364f2 req-a092b2f7-5c1b-4e79-b8d6-ebb0a12eba91 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:01.609469 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-12efb23e-28e3-4dde-9ef6-aa3bedc364f2 req-a092b2f7-5c1b-4e79-b8d6-ebb0a12eba91 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 945 time: 0.2701576
Feb 03 20:08:01.648202 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98f14ec6-cbd0-4b81-be09-0fa962241e58 req-09ef7210-0de4-40c2-86d2-585c6edfdf77 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350279
Feb 03 20:08:01.692868 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00d56f-24b2-4402-9dd8-70e655ed9980 req-c1a75d4b-d1de-4a84-8dff-5f71bf037bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:01.694718 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ce00d56f-24b2-4402-9dd8-70e655ed9980 req-c1a75d4b-d1de-4a84-8dff-5f71bf037bb8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fdf205c2-a411-4896-9798-a72bb174584a HTTP/1.1" status: 200  len: 863 time: 0.2042093
Feb 03 20:08:01.721562 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-12efb23e-28e3-4dde-9ef6-aa3bedc364f2 req-3758fc0b-ca8d-49c2-9e09-349c5a22cd20 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0971353
Feb 03 20:08:01.724521 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-779ff6ad-3f2a-4ee5-8ef1-4d7d31d43f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:01.759565 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-779ff6ad-3f2a-4ee5-8ef1-4d7d31d43f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:01.778882 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ce00d56f-24b2-4402-9dd8-70e655ed9980 req-14652c56-d5e4-4cd3-b4a5-a27149528fac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=2b0a4ed1-0aab-4360-9c65-bdfdc9867848 HTTP/1.1" status: 200  len: 217 time: 0.0724394
Feb 03 20:08:01.808976 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-779ff6ad-3f2a-4ee5-8ef1-4d7d31d43f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:01.815180 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-fe361d78-3cdb-4e41-99e4-790247a101a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:01.829434 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ff6ad-3f2a-4ee5-8ef1-4d7d31d43f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae6eff7-5ec7-4dce-b760-05a112933f95,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:01.832182 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-779ff6ad-3f2a-4ee5-8ef1-4d7d31d43f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:01.834748 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-779ff6ad-3f2a-4ee5-8ef1-4d7d31d43f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:01.839022 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-779ff6ad-3f2a-4ee5-8ef1-4d7d31d43f42 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/eae6eff7-5ec7-4dce-b760-05a112933f95 HTTP/1.1" status: 204  len: 168 time: 0.3380694
Feb 03 20:08:01.925269 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00d56f-24b2-4402-9dd8-70e655ed9980 req-7d75bd35-576e-41ed-b431-4c1613778702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:01.926868 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ce00d56f-24b2-4402-9dd8-70e655ed9980 req-7d75bd35-576e-41ed-b431-4c1613778702 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f28de780-e495-446a-a6c4-c0b66c9984b9 HTTP/1.1" status: 200  len: 843 time: 0.0956278
Feb 03 20:08:02.030491 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85706d05-585d-41db-81ac-e5dad87f26a2 req-edba4845-0c5d-4724-a352-26b8b0d36708 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:02.033071 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-85706d05-585d-41db-81ac-e5dad87f26a2 req-edba4845-0c5d-4724-a352-26b8b0d36708 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/ports?device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 947 time: 0.2478549
Feb 03 20:08:02.061851 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2faa8-ef27-48be-8f84-0a9fe294a248 req-583636c7-a9e5-4c78-b2a6-fd54c0cc644b tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:02.064375 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-18e2faa8-ef27-48be-8f84-0a9fe294a248 req-583636c7-a9e5-4c78-b2a6-fd54c0cc644b tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 945 time: 0.1849566
Feb 03 20:08:02.179202 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-85706d05-585d-41db-81ac-e5dad87f26a2 req-1d13ab59-038a-49eb-99d9-614044e69859 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/security-groups?id=895c24c8-8707-49c2-b4e3-ffbaf59bc49a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903876
Feb 03 20:08:02.210314 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-18e2faa8-ef27-48be-8f84-0a9fe294a248 req-5f8733a1-a13a-4bf0-a324-705735bfec66 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1326220
Feb 03 20:08:02.220049 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00d56f-24b2-4402-9dd8-70e655ed9980 req-57c558ef-8d28-43d3-a51a-88a7feaf3ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:02.222135 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ce00d56f-24b2-4402-9dd8-70e655ed9980 req-57c558ef-8d28-43d3-a51a-88a7feaf3ff2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fdf205c2-a411-4896-9798-a72bb174584a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1880569
Feb 03 20:08:02.566839 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 4f6864a9-b997-4dc5-b7de-1b2bb8122fa2 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:08:02.619364 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ce00d56f-24b2-4402-9dd8-70e655ed9980 req-7c43310f-cbd8-448b-9860-63e9c6fd7f97 service neutron] 10.222.0.67 "GET /v2.0/networks/fdf205c2-a411-4896-9798-a72bb174584a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3872709
Feb 03 20:08:02.668163 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-4a2bb1fb-fe0e-45ec-8b21-6e90b80509d2 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2965262
Feb 03 20:08:02.687437 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 4f6864a9-b997-4dc5-b7de-1b2bb8122fa2 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:08:02.688685 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:02.765274 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Request body: {'floatingip': {'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:08:02.788949 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:08:02.793486 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Usage tracker for resource:floatingip and tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:08:02.796581 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:08:02.803885 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:08:02.818051 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for floatingip, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:02.988698 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ce00d56f-24b2-4402-9dd8-70e655ed9980 req-f4607dc5-fb42-4029-a879-9356481bab57 service neutron] 10.222.0.67 "GET /v2.0/networks/fdf205c2-a411-4896-9798-a72bb174584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3192632
Feb 03 20:08:03.011295 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13958c5b-4393-451d-9f99-94ca15fb08b9 req-6845cfc8-4eb1-49a1-bf18-814f800a5c8a tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:03.013254 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-13958c5b-4393-451d-9f99-94ca15fb08b9 req-6845cfc8-4eb1-49a1-bf18-814f800a5c8a tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=2dd8144a-edf9-46ce-b71b-0d4f07d15398 HTTP/1.1" status: 200  len: 945 time: 0.1911013
Feb 03 20:08:03.036298 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:03.040870 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59704) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:03.095198 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-13958c5b-4393-451d-9f99-94ca15fb08b9 req-5e0313e3-1be1-427a-82f1-09acc38f6020 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729768
Feb 03 20:08:03.193495 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2063867292-network', 'tenant_id': '0d361e0f780c448c94590ed7450abd29'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:08:03.198507 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:08:03.202634 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Usage tracker for resource:network and tenant:0d361e0f780c448c94590ed7450abd29 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:08:03.207168 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:08:03.213143 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:08:03.222793 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Made reservation on behalf of 0d361e0f780c448c94590ed7450abd29 for: {'network': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:08:03.227552 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:03.243281 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:03.259581 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:08:03.263864 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Usage tracker for resource:security_group_rule and tenant:0d361e0f780c448c94590ed7450abd29 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:08:03.267469 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:08:03.273607 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:08:03.330641 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Allocated IP 172.27.3.138 (b3f750ce-bc55-47f2-a098-fbecdde1b124/04309e75-65fb-4427-af0c-5eb643715331/b58789f8-9f0a-4701-8f97-5dc586d90cfa) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:08:03.373350 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:03.381091 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:03.386601 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-596f9443-166f-4976-aae8-6d6aa68ff751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:03.412951 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 20:08:03.436773 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf7e54b-6c41-4548-b416-ee195b83db19,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:03.440880 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:03.442329 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781392429922', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:03.442861 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.segments_db [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Added segment 8d427da4-d954-43f0-bd46-160ebad3104b of type vxlan for network 6706a1a5-2de0-47c4-b8d0-20ee6b93b889
Feb 03 20:08:03.472507 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781391937907'] for network, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:03.501404 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:03.503621 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for network, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:03.504967 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:03.505620 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:03.510849 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a1ad640e-3ee3-497b-ad02-2b80512168d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:03.538116 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:03.638265 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Pushing event updated for resources: {'Network': ['ID=6706a1a5-2de0-47c4-b8d0-20ee6b93b889,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:03.641980 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:03.649272 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Network 6706a1a5-2de0-47c4-b8d0-20ee6b93b889 details requested by agent ovs-agent-dv-cinder-773985-1-iscsi with host dv-cinder-773985-1-iscsi {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:08:03.655803 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.6138580
Feb 03 20:08:03.659378 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59726) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:03.668332 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-620fb700-4306-40ee-a923-f916e3184916 admin admin] Request body: {'subnet': {'network_id': '6706a1a5-2de0-47c4-b8d0-20ee6b93b889', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2063867292-subnet', 'tenant_id': '0d361e0f780c448c94590ed7450abd29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:08:03.674029 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-620fb700-4306-40ee-a923-f916e3184916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:08:03.679149 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Network 6706a1a5-2de0-47c4-b8d0-20ee6b93b889 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:08:03.680159 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-620fb700-4306-40ee-a923-f916e3184916 admin admin] Usage tracker for resource:subnet and tenant:0d361e0f780c448c94590ed7450abd29 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:08:03.683578 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-620fb700-4306-40ee-a923-f916e3184916 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:08:03.691036 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-620fb700-4306-40ee-a923-f916e3184916 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:08:03.711541 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620fb700-4306-40ee-a923-f916e3184916 admin admin] Made reservation on behalf of 0d361e0f780c448c94590ed7450abd29 for: {'subnet': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:08:03.715495 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2bee3f91-74af-4cb3-98ba-1fe40a3e60ef tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:03.722613 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-620fb700-4306-40ee-a923-f916e3184916 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848239344'] for subnet, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:03.852812 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Pushing event updated for resources: {'Port': ['ID=b58789f8-9f0a-4701-8f97-5dc586d90cfa,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:03.857829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:03.885007 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Network b3f750ce-bc55-47f2-a098-fbecdde1b124 is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:08:03.886375 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:08:03.904641 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:08:04.025385 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:04.099812 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:04.111606 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d6e49-9043-4479-b7d7-7ef9317c67e6 req-dbfa7966-ffd3-4c18-b6e4-2e4ee0e7a81d tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:04.113366 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2a9d6e49-9043-4479-b7d7-7ef9317c67e6 req-dbfa7966-ffd3-4c18-b6e4-2e4ee0e7a81d tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/ports?device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 947 time: 0.2909915
Feb 03 20:08:04.213468 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2a9d6e49-9043-4479-b7d7-7ef9317c67e6 req-d48eb982-3e36-464c-927a-7ebe7daa0f8c tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/security-groups?id=895c24c8-8707-49c2-b4e3-ffbaf59bc49a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903568
Feb 03 20:08:04.483943 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Network fdf205c2-a411-4896-9798-a72bb174584a details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:08:04.550119 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for port, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:04.556994 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5360845'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:04.575017 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ac80cf06-fd9a-429d-a3b5-8f847b28a8fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:04.697983 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Pushing event updated for resources: {'Port': ['ID=b58789f8-9f0a-4701-8f97-5dc586d90cfa,revision_number=2']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:04.701906 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:04.936298 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc80c0b-251a-463f-8ba1-6388115caa1a req-ffb049e3-42c5-4b8a-911c-a6c17f1eff11 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:04.938092 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6bc80c0b-251a-463f-8ba1-6388115caa1a req-ffb049e3-42c5-4b8a-911c-a6c17f1eff11 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.2700124
Feb 03 20:08:05.083096 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6bc80c0b-251a-463f-8ba1-6388115caa1a req-66bab8c0-c66d-4188-b519-e1a63960217f tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1360254
Feb 03 20:08:05.084561 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-620fb700-4306-40ee-a923-f916e3184916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848090215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848239325'] for subnet, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:05.128475 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.objects.ports [None req-9c5d9743-21ac-4adb-bfee-869ff42ed012 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80147) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 03 20:08:05.171544 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d864d171-22ca-4c63-8db5-cae6a3fa9ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:05.208875 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:05.242408 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:05.250146 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fb700-4306-40ee-a923-f916e3184916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1135e8a0-4266-4178-8e8b-bb2fa7cdb016,revision_number=0']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:05.254677 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-620fb700-4306-40ee-a923-f916e3184916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:05.261146 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.5461650
Feb 03 20:08:05.348522 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620fb700-4306-40ee-a923-f916e3184916 admin admin] Checking segment: {'id': '8d427da4-d954-43f0-bd46-160ebad3104b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6706a1a5-2de0-47c4-b8d0-20ee6b93b889'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:08:05.349035 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620fb700-4306-40ee-a923-f916e3184916 admin admin] Network hostable DHCP agents. Network: 6706a1a5-2de0-47c4-b8d0-20ee6b93b889, hostable agents: ['78a9ef71-605a-41eb-85ca-137cef06346e'], hosted agents: [] {{(pid=80146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 20:08:05.373475 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620fb700-4306-40ee-a923-f916e3184916 admin admin] Network 6706a1a5-2de0-47c4-b8d0-20ee6b93b889 is scheduled to be hosted by DHCP agent 78a9ef71-605a-41eb-85ca-137cef06346e with binding_index 1 {{(pid=80146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 20:08:05.389056 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-798429a1-2217-477f-8b68-a4c6048fa94c tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Synchronizing usage tracker for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:floatingip {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:08:05.406541 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-798429a1-2217-477f-8b68-a4c6048fa94c tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Unset dirty status for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:floatingip {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:08:05.407942 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-798429a1-2217-477f-8b68-a4c6048fa94c tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/floatingips?floating_ip_address=172.27.3.138 HTTP/1.1" status: 200  len: 696 time: 0.1456907
Feb 03 20:08:05.426300 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-620fb700-4306-40ee-a923-f916e3184916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-iscsi, 6706a1a5-2de0-47c4-b8d0-20ee6b93b889) {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:08:05.434631 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e37a6b1-055a-4da9-a7e5-ba22beab0e50 None None] Network 6706a1a5-2de0-47c4-b8d0-20ee6b93b889 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:08:05.457715 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620fb700-4306-40ee-a923-f916e3184916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:05.458614 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-620fb700-4306-40ee-a923-f916e3184916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:05.508619 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-620fb700-4306-40ee-a923-f916e3184916 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.8393917
Feb 03 20:08:05.613377 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164739dc-7966-4c3a-898b-6c16d61b86b6 req-dd79205e-389d-400d-a876-4d33851f1971 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:05.621028 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-164739dc-7966-4c3a-898b-6c16d61b86b6 req-dd79205e-389d-400d-a876-4d33851f1971 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/ports?device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 947 time: 0.2431719
Feb 03 20:08:05.708268 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-164739dc-7966-4c3a-898b-6c16d61b86b6 req-fa7a261f-f06b-4b53-9e38-737820e83714 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/security-groups?id=895c24c8-8707-49c2-b4e3-ffbaf59bc49a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861635
Feb 03 20:08:05.722829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-1ac2bed6-2e65-4ef9-bc39-42b204b878e0 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:05.724770 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-1ac2bed6-2e65-4ef9-bc39-42b204b878e0 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/networks/b3f750ce-bc55-47f2-a098-fbecdde1b124 HTTP/1.1" status: 200  len: 784 time: 0.3095703
Feb 03 20:08:05.736564 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-5d111559-d441-4bb0-b967-1b93822e7ee6 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=80144) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 20:08:05.737847 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9147820d-75fc-4b3b-b3d4-3d6a82de1d0c req-5d111559-d441-4bb0-b967-1b93822e7ee6 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0074158
Feb 03 20:08:05.741185 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfdb975-2a33-44ea-9656-a98d54b84119 None None] Network 6706a1a5-2de0-47c4-b8d0-20ee6b93b889 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:08:05.991875 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 2b0a4ed1-0aab-4360-9c65-bdfdc9867848 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:08:06.041748 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-bec8bde3-71b7-4056-b895-4306ba089b1f tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:06.043701 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-bec8bde3-71b7-4056-b895-4306ba089b1f tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1878231
Feb 03 20:08:06.075156 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning for port 2b0a4ed1-0aab-4360-9c65-bdfdc9867848 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:08:06.082095 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 2b0a4ed1-0aab-4360-9c65-bdfdc9867848 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:08:06.082632 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:06.170657 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-53d0970a-34fc-402c-b8f5-4a7d085f2c1b tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/floatingips?floating_ip_address=172.27.3.138 HTTP/1.1" status: 200  len: 696 time: 0.1194413
Feb 03 20:08:06.176216 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-0a8f6805-39f1-4dd6-96da-532c2104b841 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Request body: {'floatingip': {'port_id': 'c0d7934d-5e2d-4fad-985c-d3742e5971df', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:08:06.222159 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:06.263512 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 2b0a4ed1-0aab-4360-9c65-bdfdc9867848, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2b0a4ed1-0aab-4360-9c65-bdfdc9867848,segment=NetworkSegment(2a2d76dc-50e5-4cc7-bdaa-64db3057d5ac),segment_id=2a2d76dc-50e5-4cc7-bdaa-64db3057d5ac)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:08:06.265162 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0a4ed1-0aab-4360-9c65-bdfdc9867848'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:08:06.278250 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-0a8f6805-39f1-4dd6-96da-532c2104b841 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for floatingip, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:06.285693 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:06.288047 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:06.383068 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=2b0a4ed1-0aab-4360-9c65-bdfdc9867848,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:06.391845 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:06.452395 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc86ef-4ac5-4b0e-b75f-9ba443bc4aad req-3c874ca1-2824-4488-8674-06f25ed38847 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:06.454284 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-86fc86ef-4ac5-4b0e-b75f-9ba443bc4aad req-3c874ca1-2824-4488-8674-06f25ed38847 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.1934917
Feb 03 20:08:06.529787 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-86fc86ef-4ac5-4b0e-b75f-9ba443bc4aad req-6a44fa61-20e5-4de2-8afe-d173f1fb8d68 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689952
Feb 03 20:08:06.668853 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 59816) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:06.675554 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1759533302-network', 'tenant_id': '5cc3dcdaa2184a1a809983042f7759fc'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:08:06.685513 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0a4ed1-0aab-4360-9c65-bdfdc9867848', 'code': 200}
Feb 03 20:08:06.720219 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:08:06.726376 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 2b0a4ed1-0aab-4360-9c65-bdfdc9867848 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:08:06.771522 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Usage tracker for resource:network and tenant:5cc3dcdaa2184a1a809983042f7759fc is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:08:06.781619 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:08:06.803741 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:08:06.886059 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 2b0a4ed1-0aab-4360-9c65-bdfdc9867848 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:08:06.887147 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:06.918252 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Made reservation on behalf of 5cc3dcdaa2184a1a809983042f7759fc for: {'network': 1} {{(pid=80144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:08:06.924431 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:06.972696 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:06.996499 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:08:07.000595 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Usage tracker for resource:security_group_rule and tenant:5cc3dcdaa2184a1a809983042f7759fc is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:08:07.003608 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:08:07.009440 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:08:07.164807 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fc65f-c779-416f-bc95-337875451440 req-4196193f-e8db-43f3-9185-dc52c81ac507 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:07.166533 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-761fc65f-c779-416f-bc95-337875451440 req-4196193f-e8db-43f3-9185-dc52c81ac507 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.4861381
Feb 03 20:08:07.247548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-0a8f6805-39f1-4dd6-96da-532c2104b841 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:07.256116 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-0a8f6805-39f1-4dd6-96da-532c2104b841 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:07.290487 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-761fc65f-c779-416f-bc95-337875451440 req-aa5313fb-ab9a-44c5-8b73-8b8bed7ae3f9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Deleting port f8b564b3-821b-48b8-9163-12b4ea3a05ec {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:08:07.290902 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-761fc65f-c779-416f-bc95-337875451440 req-aa5313fb-ab9a-44c5-8b73-8b8bed7ae3f9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:07.317196 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59836) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:07.410949 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee67f2b-80d7-499f-a050-5691a4106eeb req-ce6659a1-ae13-44e7-8fe6-8c4530578cf5 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:07.412704 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8ee67f2b-80d7-499f-a050-5691a4106eeb req-ce6659a1-ae13-44e7-8fe6-8c4530578cf5 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/ports?device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 949 time: 0.5532482
Feb 03 20:08:07.431091 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8e0f9-c696-40bd-bc01-3e7c17cf6f5d req-855cabc1-c201-41fc-b236-750dbd3ebe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:07.432756 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1bf8e0f9-c696-40bd-bc01-3e7c17cf6f5d req-855cabc1-c201-41fc-b236-750dbd3ebe01 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 1166 time: 0.4451454
Feb 03 20:08:07.488886 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.l3_db [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-0a8f6805-39f1-4dd6-96da-532c2104b841 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Floating IP 8172d178-3c2d-4d16-9fb2-d2e9f8d06dec associated. External IP: 172.27.3.138, port: c0d7934d-5e2d-4fad-985c-d3742e5971df.
Feb 03 20:08:07.629459 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8ee67f2b-80d7-499f-a050-5691a4106eeb req-cc1edd7a-f3e5-4e23-8fbc-08b2bdc0f598 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/security-groups?id=895c24c8-8707-49c2-b4e3-ffbaf59bc49a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2017753
Feb 03 20:08:07.630160 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1bf8e0f9-c696-40bd-bc01-3e7c17cf6f5d req-35910d7d-6e4f-4948-9ed1-dbaa999f6e6d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=895c24c8-8707-49c2-b4e3-ffbaf59bc49a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832759
Feb 03 20:08:07.658830 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1871849-0fa4-41fd-8627-9e6caa74223f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:07.677846 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-f1871849-0fa4-41fd-8627-9e6caa74223f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:08:07.686509 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-f1871849-0fa4-41fd-8627-9e6caa74223f admin admin] Usage tracker for resource:security_group_rule and tenant:11d54b168ea84e91835e82c659f4b314 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:08:07.691865 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-f1871849-0fa4-41fd-8627-9e6caa74223f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:08:07.698020 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:07.701833 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-f1871849-0fa4-41fd-8627-9e6caa74223f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:08:07.705721 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:07.713267 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:07.769002 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 20:08:07.841861 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a7470b-6e82-4dfb-808d-49c92144b985,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:07.854650 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:07.880872 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:07.881271 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.segments_db [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Added segment 4851761f-ae73-414d-b42c-9c654d3c5be0 of type vxlan for network 30ff6903-ec67-44ae-9e40-09c8ed65ed3a
Feb 03 20:08:07.892668 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-761fc65f-c779-416f-bc95-337875451440 req-aa5313fb-ab9a-44c5-8b73-8b8bed7ae3f9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] For port f8b564b3-821b-48b8-9163-12b4ea3a05ec, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f8b564b3-821b-48b8-9163-12b4ea3a05ec,segment=NetworkSegment(21f320d7-b94d-4ce4-b976-ee13b6aa7f47),segment_id=21f320d7-b94d-4ce4-b976-ee13b6aa7f47)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:08:07.893080 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-761fc65f-c779-416f-bc95-337875451440 req-aa5313fb-ab9a-44c5-8b73-8b8bed7ae3f9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:08.031519 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781391937907'] for network, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:08.139334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac9baa-5aeb-4d86-84af-ce59d6860eac req-09c71106-0e0d-48d6-92bf-4da698b3eeaa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:08.141627 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09ac9baa-5aeb-4d86-84af-ce59d6860eac req-09c71106-0e0d-48d6-92bf-4da698b3eeaa tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 945 time: 0.3815939
Feb 03 20:08:08.217833 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1871849-0fa4-41fd-8627-9e6caa74223f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:08.220230 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-0a8f6805-39f1-4dd6-96da-532c2104b841 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Router 9ae22426-1376-4ec1-8705-c2076b0cc55c has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:08:08.223997 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f1871849-0fa4-41fd-8627-9e6caa74223f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:08.233767 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-af4e0cdf-fb7e-4b00-b617-cccecf633267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:08.346697 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-f1871849-0fa4-41fd-8627-9e6caa74223f admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=11d54b168ea84e91835e82c659f4b314&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0282841
Feb 03 20:08:08.356815 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 59846) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:08.385833 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for network, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:08.404989 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09ac9baa-5aeb-4d86-84af-ce59d6860eac req-3f078915-4182-45fc-a089-c06e0a872804 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=7e1eacf1-f8e0-4cb9-9371-3767f572fc12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1936226
Feb 03 20:08:08.424035 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:08.424330 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1871849-0fa4-41fd-8627-9e6caa74223f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fe6d84-0bbd-47eb-9690-dd3178894b97,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:08.424701 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:08.429840 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f1871849-0fa4-41fd-8627-9e6caa74223f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:08.434238 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:08.471382 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-0a8f6805-39f1-4dd6-96da-532c2104b841 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:08:08.481831 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3985c9-d7ab-4d1c-a4a9-6d29b9b0cd8c None None] Sync routers for ids ['9ae22426-1376-4ec1-8705-c2076b0cc55c'] in dv-cinder-773985-1-iscsi {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:08:08.485303 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-0a8f6805-39f1-4dd6-96da-532c2104b841 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:08.494042 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3985c9-d7ab-4d1c-a4a9-6d29b9b0cd8c None None] Routers {'9ae22426-1376-4ec1-8705-c2076b0cc55c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:08:08.494818 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-ba3985c9-d7ab-4d1c-a4a9-6d29b9b0cd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a8a3860>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:07:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['9ae22426-1376-4ec1-8705-c2076b0cc55c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:08:08.550029 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-0a8f6805-39f1-4dd6-96da-532c2104b841 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "PUT /v2.0/floatingips/8172d178-3c2d-4d16-9fb2-d2e9f8d06dec HTTP/1.1" status: 200  len: 996 time: 2.3783505
Feb 03 20:08:08.550709 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e9a690-e569-4c27-a7ff-6d585a0ecc1a', 'tag': 'c0d7934d-5e2d-4fad-985c-d3742e5971df'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:08:08.559610 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-761fc65f-c779-416f-bc95-337875451440 req-aa5313fb-ab9a-44c5-8b73-8b8bed7ae3f9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:08.560055 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-761fc65f-c779-416f-bc95-337875451440 req-aa5313fb-ab9a-44c5-8b73-8b8bed7ae3f9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:08.560415 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.l3_db [req-761fc65f-c779-416f-bc95-337875451440 req-aa5313fb-ab9a-44c5-8b73-8b8bed7ae3f9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Floating IP 13563374-308d-4aa9-8ede-9b3451e8490a disassociated. External IP: 172.27.3.90, port: f8b564b3-821b-48b8-9163-12b4ea3a05ec.
Feb 03 20:08:08.560808 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-761fc65f-c779-416f-bc95-337875451440 req-aa5313fb-ab9a-44c5-8b73-8b8bed7ae3f9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Calling delete_port for f8b564b3-821b-48b8-9163-12b4ea3a05ec owned by compute:nova {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:08:08.646470 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e9a690-e569-4c27-a7ff-6d585a0ecc1a', 'tag': 'c0d7934d-5e2d-4fad-985c-d3742e5971df', 'status': 'completed', 'code': 200}
Feb 03 20:08:08.663044 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.9928961
Feb 03 20:08:08.665901 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59856) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:08.674675 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Pushing event updated for resources: {'Network': ['ID=30ff6903-ec67-44ae-9e40-09c8ed65ed3a,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:08.675218 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-8cc42524-3d06-4669-a33c-18864ebaf0b3 admin admin] Request body: {'subnet': {'network_id': '30ff6903-ec67-44ae-9e40-09c8ed65ed3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1759533302-subnet', 'tenant_id': '5cc3dcdaa2184a1a809983042f7759fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:08:08.690554 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-8cc42524-3d06-4669-a33c-18864ebaf0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:08:08.696064 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:08.696599 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-8cc42524-3d06-4669-a33c-18864ebaf0b3 admin admin] Usage tracker for resource:subnet and tenant:5cc3dcdaa2184a1a809983042f7759fc is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:08:08.700563 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-8cc42524-3d06-4669-a33c-18864ebaf0b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:08:08.709136 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-8cc42524-3d06-4669-a33c-18864ebaf0b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:08:08.710564 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c81ff70f-4896-4700-9671-04b23b655658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:08.742818 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-ba3985c9-d7ab-4d1c-a4a9-6d29b9b0cd8c None None] Set router 9ae22426-1376-4ec1-8705-c2076b0cc55c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:08:08.743931 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c81ff70f-4896-4700-9671-04b23b655658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:08.835718 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc42524-3d06-4669-a33c-18864ebaf0b3 admin admin] Made reservation on behalf of 5cc3dcdaa2184a1a809983042f7759fc for: {'subnet': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:08:08.841822 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8cc42524-3d06-4669-a33c-18864ebaf0b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848239344'] for subnet, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:08.951716 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c81ff70f-4896-4700-9671-04b23b655658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:08.961425 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-80d2099a-f775-4b81-ab00-aa05235a7797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:08.980790 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ff70f-4896-4700-9671-04b23b655658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fe6d84-0bbd-47eb-9690-dd3178894b97,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:08.989649 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c81ff70f-4896-4700-9671-04b23b655658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:08.992499 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-761fc65f-c779-416f-bc95-337875451440 req-aa5313fb-ab9a-44c5-8b73-8b8bed7ae3f9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:09.014304 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bc3d9814-c8f9-4452-9f7d-dbe41de1d6b4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:09.047444 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Network 30ff6903-ec67-44ae-9e40-09c8ed65ed3a details requested by agent ovs-agent-dv-cinder-773985-1-iscsi with host dv-cinder-773985-1-iscsi {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:08:09.061287 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Network 30ff6903-ec67-44ae-9e40-09c8ed65ed3a details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:08:09.161900 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fc883-59cf-479d-8c75-fac147b8fc2e req-75a941b3-625c-43c9-879e-c6db3f25a1c7 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:09.163640 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-450fc883-59cf-479d-8c75-fac147b8fc2e req-75a941b3-625c-43c9-879e-c6db3f25a1c7 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/ports?device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 949 time: 0.3247356
Feb 03 20:08:09.178259 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 2b0a4ed1-0aab-4360-9c65-bdfdc9867848 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:08:09.186997 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-902f74ec-73ca-4837-b3be-fab6f41d04bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:09.189378 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-902f74ec-73ca-4837-b3be-fab6f41d04bb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d&device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 1162 time: 0.6041236
Feb 03 20:08:09.229293 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898ad2a-be64-44fd-b8f3-6796e0a7a68b req-b0ea9e95-bc62-4b94-9ce3-0aaa926828e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:09.231150 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4898ad2a-be64-44fd-b8f3-6796e0a7a68b req-b0ea9e95-bc62-4b94-9ce3-0aaa926828e5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d&device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 1162 time: 0.3968341
Feb 03 20:08:09.416217 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-8b791bbe-6f63-467b-b1ce-f53e673385e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:09.417856 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-8b791bbe-6f63-467b-b1ce-f53e673385e8 service neutron] 10.222.0.103 "GET /v2.0/networks?id=9ff78e91-b7de-4878-8334-c0473181ce8a HTTP/1.1" status: 200  len: 907 time: 0.2209282
Feb 03 20:08:09.436801 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5313fb-ab9a-44c5-8b73-8b8bed7ae3f9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Pushing event deleted for resources: {'Port': ['ID=f8b564b3-821b-48b8-9163-12b4ea3a05ec,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:09.450409 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-aa5313fb-ab9a-44c5-8b73-8b8bed7ae3f9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:09.452752 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c81ff70f-4896-4700-9671-04b23b655658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:09.458705 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-c81ff70f-4896-4700-9671-04b23b655658 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/75fe6d84-0bbd-47eb-9690-dd3178894b97 HTTP/1.1" status: 204  len: 168 time: 1.0930939
Feb 03 20:08:09.487097 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 2b0a4ed1-0aab-4360-9c65-bdfdc9867848 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:08:09.487445 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:09.554965 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-ba3985c9-d7ab-4d1c-a4a9-6d29b9b0cd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a8a3860>, [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '8172d178-3c2d-4d16-9fb2-d2e9f8d06dec', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'floating_ip_address': '172.27.3.138', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'port_id': 'c0d7934d-5e2d-4fad-985c-d3742e5971df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'mac_address': 'fa:16:3e:d4:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e9a690-e569-4c27-a7ff-6d585a0ecc1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:08:03Z', 'updated_at': '2021-02-03T20:08:06Z', 'revision_number': 1, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116', 'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'mac_address': 'fa:16:3e:83:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:35Z', 'updated_at': '2021-02-03T20:06:46Z', 'revision_number': 5, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'subnets': [{'id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:08:09.565731 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3985c9-d7ab-4d1c-a4a9-6d29b9b0cd8c None None] Checking router: 9ae22426-1376-4ec1-8705-c2076b0cc55c for host: dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:08:09.567634 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-450fc883-59cf-479d-8c75-fac147b8fc2e req-451642d3-7597-489d-95f7-72a5cc9e56f1 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/security-groups?id=895c24c8-8707-49c2-b4e3-ffbaf59bc49a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157942
Feb 03 20:08:09.587310 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3985c9-d7ab-4d1c-a4a9-6d29b9b0cd8c None None] Routers {'9ae22426-1376-4ec1-8705-c2076b0cc55c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:08:09.587748 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898ad2a-be64-44fd-b8f3-6796e0a7a68b req-c423a344-e7d2-448f-9495-93295fdd7017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:09.588112 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-ba3985c9-d7ab-4d1c-a4a9-6d29b9b0cd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a8a3860>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:07:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['9ae22426-1376-4ec1-8705-c2076b0cc55c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:08:09.591157 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4898ad2a-be64-44fd-b8f3-6796e0a7a68b req-c423a344-e7d2-448f-9495-93295fdd7017 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9ff78e91-b7de-4878-8334-c0473181ce8a HTTP/1.1" status: 200  len: 907 time: 0.3527067
Feb 03 20:08:09.931047 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-47fcb529-38b2-46b2-ab6f-a97b75c86642 req-7383078d-046f-4d9f-b060-5d3e749885c9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Synchronizing usage tracker for tenant:02ef50735d804c2db24fe12e26c282e8 on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:08:09.962644 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-47fcb529-38b2-46b2-ab6f-a97b75c86642 req-7383078d-046f-4d9f-b060-5d3e749885c9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Unset dirty status for tenant:02ef50735d804c2db24fe12e26c282e8 on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:08:09.967668 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-e3180883-d998-46a8-9c19-020a6adedfa6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0d7934d-5e2d-4fad-985c-d3742e5971df HTTP/1.1" status: 200  len: 999 time: 0.3275933
Feb 03 20:08:09.976195 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-47fcb529-38b2-46b2-ab6f-a97b75c86642 req-7383078d-046f-4d9f-b060-5d3e749885c9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 210 time: 0.1335301
Feb 03 20:08:10.039119 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4898ad2a-be64-44fd-b8f3-6796e0a7a68b req-03c05e72-e0e2-41a8-be73-883aea8280cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0d7934d-5e2d-4fad-985c-d3742e5971df HTTP/1.1" status: 200  len: 999 time: 0.3340406
Feb 03 20:08:10.054262 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device f8b564b3-821b-48b8-9163-12b4ea3a05ec no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:08:10.057520 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-761fc65f-c779-416f-bc95-337875451440 req-aa5313fb-ab9a-44c5-8b73-8b8bed7ae3f9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Router 877cde41-2f25-405b-8f68-b9d7c65d3c4a has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:08:10.058356 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-a8cbc397-eee4-4285-9e20-0d888ee04d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:10.070758 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-a8cbc397-eee4-4285-9e20-0d888ee04d7b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b9a47023-a7e6-4e5a-a78e-878b5980dff8 HTTP/1.1" status: 200  len: 851 time: 0.1018641
Feb 03 20:08:10.095958 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] No Port match for: f8b564b3-821b-48b8-9163-12b4ea3a05ec {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:08:10.096352 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device f8b564b3-821b-48b8-9163-12b4ea3a05ec not bound to the agent host hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:08:10.116184 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-ba3985c9-d7ab-4d1c-a4a9-6d29b9b0cd8c None None] Set router 9ae22426-1376-4ec1-8705-c2076b0cc55c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:08:10.185022 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59868) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:10.309871 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bc67595e-41aa-40c9-b34b-2738646444ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:10.329941 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-761fc65f-c779-416f-bc95-337875451440 req-aa5313fb-ab9a-44c5-8b73-8b8bed7ae3f9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:08:10.340906 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dc1637-7e57-4fd7-bb83-e71eda600f02 None None] Sync routers for ids ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:08:10.348474 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898ad2a-be64-44fd-b8f3-6796e0a7a68b req-572fbef1-5b1f-4725-b4f0-5fe5b0f82383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:10.350352 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4898ad2a-be64-44fd-b8f3-6796e0a7a68b req-572fbef1-5b1f-4725-b4f0-5fe5b0f82383 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a47023-a7e6-4e5a-a78e-878b5980dff8 HTTP/1.1" status: 200  len: 851 time: 0.2292688
Feb 03 20:08:10.355754 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-bc67595e-41aa-40c9-b34b-2738646444ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:08:10.361858 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dc1637-7e57-4fd7-bb83-e71eda600f02 None None] Routers {'877cde41-2f25-405b-8f68-b9d7c65d3c4a'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:08:10.362734 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-d1dc1637-7e57-4fd7-bb83-e71eda600f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93aa12a90>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:07:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:08:10.369003 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-bc67595e-41aa-40c9-b34b-2738646444ca admin admin] Usage tracker for resource:security_group_rule and tenant:0fd9e90968a9448e8999511e0d0e4131 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:08:10.413788 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-761fc65f-c779-416f-bc95-337875451440 req-aa5313fb-ab9a-44c5-8b73-8b8bed7ae3f9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] No DVR routers for this DVR port f8b564b3-821b-48b8-9163-12b4ea3a05ec on host hv-cinder-77398 {{(pid=80144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:08:10.426025 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-761fc65f-c779-416f-bc95-337875451440 req-aa5313fb-ab9a-44c5-8b73-8b8bed7ae3f9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:10.428241 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-761fc65f-c779-416f-bc95-337875451440 req-aa5313fb-ab9a-44c5-8b73-8b8bed7ae3f9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.67 "DELETE /v2.0/ports/f8b564b3-821b-48b8-9163-12b4ea3a05ec HTTP/1.1" status: 204  len: 173 time: 3.2489421
Feb 03 20:08:10.428797 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2c3909-231f-46be-afc3-4f39ecc6fc1f', 'name': 'network-vif-deleted', 'tag': 'f8b564b3-821b-48b8-9163-12b4ea3a05ec'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:08:10.445072 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-bc67595e-41aa-40c9-b34b-2738646444ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:08:10.482820 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-bc67595e-41aa-40c9-b34b-2738646444ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:08:10.506350 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-ffbe5192-85d7-4d7f-96b0-027757205608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:10.516081 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-ffbe5192-85d7-4d7f-96b0-027757205608 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=9ff78e91-b7de-4878-8334-c0473181ce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4439669
Feb 03 20:08:10.553054 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2c3909-231f-46be-afc3-4f39ecc6fc1f', 'name': 'network-vif-deleted', 'tag': 'f8b564b3-821b-48b8-9163-12b4ea3a05ec', 'status': 'completed', 'code': 200}
Feb 03 20:08:10.620553 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-ba3985c9-d7ab-4d1c-a4a9-6d29b9b0cd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a8a3860>, [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '8172d178-3c2d-4d16-9fb2-d2e9f8d06dec', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'floating_ip_address': '172.27.3.138', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'port_id': 'c0d7934d-5e2d-4fad-985c-d3742e5971df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'mac_address': 'fa:16:3e:d4:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e9a690-e569-4c27-a7ff-6d585a0ecc1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:08:03Z', 'updated_at': '2021-02-03T20:08:06Z', 'revision_number': 1, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116', 'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'mac_address': 'fa:16:3e:83:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:35Z', 'updated_at': '2021-02-03T20:06:46Z', 'revision_number': 5, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'subnets': [{'id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:08:10.626006 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3985c9-d7ab-4d1c-a4a9-6d29b9b0cd8c None None] The sync data for ids ['9ae22426-1376-4ec1-8705-c2076b0cc55c'] in dv-cinder-773985-1-iscsi is: [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '8172d178-3c2d-4d16-9fb2-d2e9f8d06dec', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'floating_ip_address': '172.27.3.138', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'port_id': 'c0d7934d-5e2d-4fad-985c-d3742e5971df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'mac_address': 'fa:16:3e:d4:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e9a690-e569-4c27-a7ff-6d585a0ecc1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:08:03Z', 'updated_at': '2021-02-03T20:08:06Z', 'revision_number': 1, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116', 'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'mac_address': 'fa:16:3e:83:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:35Z', 'updated_at': '2021-02-03T20:06:46Z', 'revision_number': 5, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'subnets': [{'id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:08:10.736767 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-d1dc1637-7e57-4fd7-bb83-e71eda600f02 None None] Set router 877cde41-2f25-405b-8f68-b9d7c65d3c4a gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:08:11.030711 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d3b8e-9c70-4cc2-b40c-81e999c28d73 req-79ebdceb-2d79-4839-a76e-d2e7e0737ec8 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:11.041227 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b08d3b8e-9c70-4cc2-b40c-81e999c28d73 req-79ebdceb-2d79-4839-a76e-d2e7e0737ec8 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/ports?device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 949 time: 0.2503901
Feb 03 20:08:11.057568 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e60b0a1-3e32-4979-96cc-96be29d5fe39 None None] New status for floating IP 8172d178-3c2d-4d16-9fb2-d2e9f8d06dec: ACTIVE {{(pid=80147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 20:08:11.115560 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-6ec7459d-5eac-4f33-bbce-9a476653e52a service neutron] 10.222.0.103 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5978305
Feb 03 20:08:11.122725 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b08d3b8e-9c70-4cc2-b40c-81e999c28d73 req-c0b3b8d6-2c58-41c4-9da3-150d82b98de8 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/security-groups?id=895c24c8-8707-49c2-b4e3-ffbaf59bc49a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802975
Feb 03 20:08:11.184382 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-d1dc1637-7e57-4fd7-bb83-e71eda600f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93aa12a90>, [{'id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'name': 'tempest-AttachVolumeShelveTestJSON-15026598-router', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'gw_port': {'id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:53Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '00cbdf06-48af-44cc-8f62-2fc6eefcc947', 'name': '', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'mac_address': 'fa:16:3e:da:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:06Z', 'updated_at': '2021-02-03T20:03:24Z', 'revision_number': 5, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'subnets': [{'id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:08:11.195017 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dc1637-7e57-4fd7-bb83-e71eda600f02 None None] Checking router: 877cde41-2f25-405b-8f68-b9d7c65d3c4a for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:08:11.212218 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dc1637-7e57-4fd7-bb83-e71eda600f02 None None] Routers {'877cde41-2f25-405b-8f68-b9d7c65d3c4a'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:08:11.213081 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-d1dc1637-7e57-4fd7-bb83-e71eda600f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93aa12a90>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:07:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:08:11.402908 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898ad2a-be64-44fd-b8f3-6796e0a7a68b req-84a9ac4f-863a-41b4-a2b1-3b2b507c5e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:11.404551 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4898ad2a-be64-44fd-b8f3-6796e0a7a68b req-84a9ac4f-863a-41b4-a2b1-3b2b507c5e83 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9ff78e91-b7de-4878-8334-c0473181ce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.0321078
Feb 03 20:08:11.419281 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-725183e0-a484-44f3-97a8-54e498861437 req-90ec4f54-bef3-48e1-a932-cac89a578679 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a2c3909-231f-46be-afc3-4f39ecc6fc1f HTTP/1.1" status: 200  len: 210 time: 0.1028616
Feb 03 20:08:11.508992 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-d1dc1637-7e57-4fd7-bb83-e71eda600f02 None None] Set router 877cde41-2f25-405b-8f68-b9d7c65d3c4a gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:08:11.570643 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8cc42524-3d06-4669-a33c-18864ebaf0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848090215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848239325'] for subnet, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:11.635850 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1215d88c-5899-40ab-950f-61b25fd5154b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:11.772559 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a8e41b80-318b-465a-8d23-3f8eed94b061 req-020c859d-2137-4623-83ca-469c02fd5a81 service neutron] 10.222.0.103 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6377020
Feb 03 20:08:11.829681 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bc67595e-41aa-40c9-b34b-2738646444ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:11.861569 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bc67595e-41aa-40c9-b34b-2738646444ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:11.920338 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc42524-3d06-4669-a33c-18864ebaf0b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb40645f-9c5d-4f9e-8e6f-27d8571bd986,revision_number=0']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:11.938677 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8cc42524-3d06-4669-a33c-18864ebaf0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:11.941469 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f1871849-0fa4-41fd-8627-9e6caa74223f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:11.965112 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-bc67595e-41aa-40c9-b34b-2738646444ca admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=0fd9e90968a9448e8999511e0d0e4131&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7773495
Feb 03 20:08:11.967689 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 59892) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:11.999286 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-d1dc1637-7e57-4fd7-bb83-e71eda600f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93aa12a90>, [{'id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'name': 'tempest-AttachVolumeShelveTestJSON-15026598-router', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'gw_port': {'id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:53Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '00cbdf06-48af-44cc-8f62-2fc6eefcc947', 'name': '', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'mac_address': 'fa:16:3e:da:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:06Z', 'updated_at': '2021-02-03T20:03:24Z', 'revision_number': 5, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'subnets': [{'id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:08:12.006884 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dc1637-7e57-4fd7-bb83-e71eda600f02 None None] The sync data for ids ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'] in dv-cinder-773985-1-iscsi is: [{'id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'name': 'tempest-AttachVolumeShelveTestJSON-15026598-router', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'gw_port': {'id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:53Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '00cbdf06-48af-44cc-8f62-2fc6eefcc947', 'name': '', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'mac_address': 'fa:16:3e:da:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:06Z', 'updated_at': '2021-02-03T20:03:24Z', 'revision_number': 5, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'subnets': [{'id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:08:12.007574 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4898ad2a-be64-44fd-b8f3-6796e0a7a68b req-49fdb315-42b2-4d40-8a2d-7730bdf50e5d service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5879977
Feb 03 20:08:12.098962 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b87c2866-f61f-4ec4-b2ac-05a2797916f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:12.137047 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b87c2866-f61f-4ec4-b2ac-05a2797916f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:12.141831 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67595e-41aa-40c9-b34b-2738646444ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4397c9c4-9dd7-46df-a2d9-01b68dc09bc6,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:12.152315 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bc67595e-41aa-40c9-b34b-2738646444ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:12.262824 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b87c2866-f61f-4ec4-b2ac-05a2797916f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:12.294117 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-caa22ab7-6859-4d58-a53a-56049268e7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:12.327517 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4898ad2a-be64-44fd-b8f3-6796e0a7a68b req-7d93b1de-d081-4e0b-847e-224cea2feab5 service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2971873
Feb 03 20:08:12.330191 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc42524-3d06-4669-a33c-18864ebaf0b3 admin admin] Checking segment: {'id': '4851761f-ae73-414d-b42c-9c654d3c5be0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '30ff6903-ec67-44ae-9e40-09c8ed65ed3a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:08:12.330598 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc42524-3d06-4669-a33c-18864ebaf0b3 admin admin] Network hostable DHCP agents. Network: 30ff6903-ec67-44ae-9e40-09c8ed65ed3a, hostable agents: ['78a9ef71-605a-41eb-85ca-137cef06346e'], hosted agents: [] {{(pid=80146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 20:08:12.339109 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b87c2866-f61f-4ec4-b2ac-05a2797916f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:12.344215 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-b87c2866-f61f-4ec4-b2ac-05a2797916f7 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/4397c9c4-9dd7-46df-a2d9-01b68dc09bc6 HTTP/1.1" status: 204  len: 168 time: 0.3734024
Feb 03 20:08:12.346356 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c2866-f61f-4ec4-b2ac-05a2797916f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4397c9c4-9dd7-46df-a2d9-01b68dc09bc6,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:12.350818 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b87c2866-f61f-4ec4-b2ac-05a2797916f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:12.488031 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8ec7fe-729a-431d-83fe-e42b3cf46011 None None] New status for floating IP 13563374-308d-4aa9-8ede-9b3451e8490a: DOWN {{(pid=80148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 20:08:12.531649 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6147ba-0a6f-49ac-9723-81d4dbc9be06 req-8299acef-3b73-42de-bfe2-6d7500b04348 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:12.540380 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1c6147ba-0a6f-49ac-9723-81d4dbc9be06 req-8299acef-3b73-42de-bfe2-6d7500b04348 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/ports?device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 949 time: 0.4050641
Feb 03 20:08:12.601210 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc42524-3d06-4669-a33c-18864ebaf0b3 admin admin] Network 30ff6903-ec67-44ae-9e40-09c8ed65ed3a is scheduled to be hosted by DHCP agent 78a9ef71-605a-41eb-85ca-137cef06346e with binding_index 1 {{(pid=80146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 20:08:12.618686 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-8cc42524-3d06-4669-a33c-18864ebaf0b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-iscsi, 30ff6903-ec67-44ae-9e40-09c8ed65ed3a) {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:08:12.635523 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6791d332-a7a2-45cf-a781-5362bd82b1a3 None None] Network 30ff6903-ec67-44ae-9e40-09c8ed65ed3a requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:08:12.675473 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 59906) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:12.708162 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1c6147ba-0a6f-49ac-9723-81d4dbc9be06 req-4b553730-b3c5-4da0-9f51-8f9908f9be71 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/security-groups?id=895c24c8-8707-49c2-b4e3-ffbaf59bc49a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663618
Feb 03 20:08:12.710052 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc42524-3d06-4669-a33c-18864ebaf0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:12.715428 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8cc42524-3d06-4669-a33c-18864ebaf0b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:12.780017 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-8cc42524-3d06-4669-a33c-18864ebaf0b3 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 4.1124811
Feb 03 20:08:12.833312 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fd472bb9-1a4e-4a16-8076-161b36be1d45 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:12.870318 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fd472bb9-1a4e-4a16-8076-161b36be1d45 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:12.937969 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fd472bb9-1a4e-4a16-8076-161b36be1d45 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:12.943560 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-4fd4612a-ad84-40f1-9074-40b4360263ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:12.993854 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd472bb9-1a4e-4a16-8076-161b36be1d45 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1eacf1-f8e0-4cb9-9371-3767f572fc12,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:12.996933 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3716004-ea61-4c19-bea6-b44a625dc95a None None] Network 30ff6903-ec67-44ae-9e40-09c8ed65ed3a requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:08:12.997142 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-fd472bb9-1a4e-4a16-8076-161b36be1d45 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:13.014152 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fd472bb9-1a4e-4a16-8076-161b36be1d45 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:13.015423 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-fd472bb9-1a4e-4a16-8076-161b36be1d45 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "DELETE /v2.0/security-groups/7e1eacf1-f8e0-4cb9-9371-3767f572fc12 HTTP/1.1" status: 204  len: 168 time: 0.3386431
Feb 03 20:08:13.019089 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 59916) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:13.070057 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.v2.resource [None req-a59c5762-f6f9-4c97-a995-e2f4c8641181 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] show failed (client error): The resource could not be found.
Feb 03 20:08:13.072831 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-a59c5762-f6f9-4c97-a995-e2f4c8641181 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups/7e1eacf1-f8e0-4cb9-9371-3767f572fc12 HTTP/1.1" status: 404  len: 347 time: 0.0488958
Feb 03 20:08:13.076477 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 59920) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:13.396360 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-1f10e5cc-2266-444b-83f8-9ed1e6a1dd05 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Deleting port 754db815-aae3-43e1-95be-e9305afd3433 {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:08:13.396750 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1f10e5cc-2266-444b-83f8-9ed1e6a1dd05 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:13.606908 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1f10e5cc-2266-444b-83f8-9ed1e6a1dd05 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:13.607362 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1f10e5cc-2266-444b-83f8-9ed1e6a1dd05 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:13.749122 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-1f10e5cc-2266-444b-83f8-9ed1e6a1dd05 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Calling delete_port for 754db815-aae3-43e1-95be-e9305afd3433 owned by network:floatingip {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:08:14.084480 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1f10e5cc-2266-444b-83f8-9ed1e6a1dd05 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:14.104157 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c4de1e56-e127-4fe5-8c21-0bb66f16df68 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:14.210871 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10e5cc-2266-444b-83f8-9ed1e6a1dd05 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Pushing event deleted for resources: {'Port': ['ID=754db815-aae3-43e1-95be-e9305afd3433,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:14.213651 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1f10e5cc-2266-444b-83f8-9ed1e6a1dd05 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:14.320558 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3cddb-84d2-45a4-a229-dbc18b0c6530 req-2182645d-038f-41b5-839b-9082960c601b tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:14.322280 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2ef3cddb-84d2-45a4-a229-dbc18b0c6530 req-2182645d-038f-41b5-839b-9082960c601b tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/ports?device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 949 time: 0.3313925
Feb 03 20:08:14.423861 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2ef3cddb-84d2-45a4-a229-dbc18b0c6530 req-e329e98f-be45-4be4-b7ce-f82e0759c2e6 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/security-groups?id=895c24c8-8707-49c2-b4e3-ffbaf59bc49a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946629
Feb 03 20:08:14.493477 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1f10e5cc-2266-444b-83f8-9ed1e6a1dd05 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for floatingip, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:14.510732 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1f10e5cc-2266-444b-83f8-9ed1e6a1dd05 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:14.512537 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-1f10e5cc-2266-444b-83f8-9ed1e6a1dd05 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "DELETE /v2.0/floatingips/13563374-308d-4aa9-8ede-9b3451e8490a HTTP/1.1" status: 204  len: 168 time: 1.4347329
Feb 03 20:08:15.275258 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 59978) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:15.281234 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-556839ce-8978-4171-a9de-7ab62eb9ae58 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1823138495', 'description': 'tempest-description--1906038131'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:08:15.305463 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-556839ce-8978-4171-a9de-7ab62eb9ae58 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:08:15.309949 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-556839ce-8978-4171-a9de-7ab62eb9ae58 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Usage tracker for resource:security_group and tenant:02ef50735d804c2db24fe12e26c282e8 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:08:15.313777 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-556839ce-8978-4171-a9de-7ab62eb9ae58 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:08:15.319792 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-556839ce-8978-4171-a9de-7ab62eb9ae58 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:08:15.330429 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-556839ce-8978-4171-a9de-7ab62eb9ae58 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:15.352265 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-556839ce-8978-4171-a9de-7ab62eb9ae58 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:08:15.356662 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-556839ce-8978-4171-a9de-7ab62eb9ae58 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Usage tracker for resource:security_group_rule and tenant:02ef50735d804c2db24fe12e26c282e8 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:08:15.360275 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-556839ce-8978-4171-a9de-7ab62eb9ae58 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:08:15.366133 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-556839ce-8978-4171-a9de-7ab62eb9ae58 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:08:15.440224 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-556839ce-8978-4171-a9de-7ab62eb9ae58 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:15.443182 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-556839ce-8978-4171-a9de-7ab62eb9ae58 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:15.450827 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-16d5bd2d-550c-446f-af75-3337297057b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:15.505132 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556839ce-8978-4171-a9de-7ab62eb9ae58 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0130c24b-6804-4910-8aa3-d490c0468253,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:15.508765 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-556839ce-8978-4171-a9de-7ab62eb9ae58 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:15.513943 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 59996) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:15.520223 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-33f19300-c46a-4169-b05e-6170bcd7e3c1 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Request body: {'security_group_rule': {'security_group_id': '0130c24b-6804-4910-8aa3-d490c0468253', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:08:15.524097 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-556839ce-8978-4171-a9de-7ab62eb9ae58 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2473974
Feb 03 20:08:15.527385 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-556839ce-8978-4171-a9de-7ab62eb9ae58 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:15.549372 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-33f19300-c46a-4169-b05e-6170bcd7e3c1 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:08:15.553994 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-33f19300-c46a-4169-b05e-6170bcd7e3c1 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Usage tracker for resource:security_group_rule and tenant:02ef50735d804c2db24fe12e26c282e8 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:08:15.563296 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-33f19300-c46a-4169-b05e-6170bcd7e3c1 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:08:15.571237 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-33f19300-c46a-4169-b05e-6170bcd7e3c1 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:08:15.588312 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-33f19300-c46a-4169-b05e-6170bcd7e3c1 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:15.663385 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-33f19300-c46a-4169-b05e-6170bcd7e3c1 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:15.666133 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-33f19300-c46a-4169-b05e-6170bcd7e3c1 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756437'] for security_group_rule, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:15.668281 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:15.693059 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f19300-c46a-4169-b05e-6170bcd7e3c1 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e6d798-d8b8-46bb-84ef-e2ca1f99261e,revision_number=0']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:15.695704 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-33f19300-c46a-4169-b05e-6170bcd7e3c1 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:15.702039 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-33f19300-c46a-4169-b05e-6170bcd7e3c1 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:15.703865 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-33f19300-c46a-4169-b05e-6170bcd7e3c1 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1884594
Feb 03 20:08:15.706765 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 60004) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:15.713244 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-ed124091-a9e2-4ac8-b5cd-59f24e81138d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Request body: {'security_group_rule': {'security_group_id': '0130c24b-6804-4910-8aa3-d490c0468253', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:08:15.736980 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-ed124091-a9e2-4ac8-b5cd-59f24e81138d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:08:15.741077 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-ed124091-a9e2-4ac8-b5cd-59f24e81138d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Usage tracker for resource:security_group_rule and tenant:02ef50735d804c2db24fe12e26c282e8 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:08:15.744143 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-ed124091-a9e2-4ac8-b5cd-59f24e81138d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:08:15.750079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-ed124091-a9e2-4ac8-b5cd-59f24e81138d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:08:15.750901 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85d7ec-8385-4963-9fc4-4f8d3efffdde req-5c6273bf-7453-479a-aeb5-cec381536ab2 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:15.752665 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bf85d7ec-8385-4963-9fc4-4f8d3efffdde req-5c6273bf-7453-479a-aeb5-cec381536ab2 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/ports?device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 949 time: 0.1871860
Feb 03 20:08:15.768324 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ed124091-a9e2-4ac8-b5cd-59f24e81138d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:15.823724 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bf85d7ec-8385-4963-9fc4-4f8d3efffdde req-2aa35d9e-b56f-419c-816a-cfda197afc97 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/security-groups?id=895c24c8-8707-49c2-b4e3-ffbaf59bc49a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636394
Feb 03 20:08:15.838015 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ed124091-a9e2-4ac8-b5cd-59f24e81138d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:15.840867 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ed124091-a9e2-4ac8-b5cd-59f24e81138d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756437'] for security_group_rule, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:15.850758 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:15.874762 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed124091-a9e2-4ac8-b5cd-59f24e81138d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab0eeeb-04a0-40c5-b654-f3f54e75c5cf,revision_number=0']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:15.877919 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ed124091-a9e2-4ac8-b5cd-59f24e81138d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:15.881517 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ed124091-a9e2-4ac8-b5cd-59f24e81138d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:15.883069 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-ed124091-a9e2-4ac8-b5cd-59f24e81138d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1752667
Feb 03 20:08:15.886568 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 60010) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:15.893205 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Request body: {'floatingip': {'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:08:15.918463 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:08:15.922891 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Usage tracker for resource:floatingip and tenant:02ef50735d804c2db24fe12e26c282e8 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:08:15.926119 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:08:15.932150 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:08:15.942360 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for floatingip, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:15.974050 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 60014) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:16.249812 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d7669d60-f640-4765-b96f-aeba584c36ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:16.267606 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-d7669d60-f640-4765-b96f-aeba584c36ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:08:16.271979 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-d7669d60-f640-4765-b96f-aeba584c36ef admin admin] Usage tracker for resource:security_group_rule and tenant:44bf53cb77c04d6d9ded8b4618f8adf5 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:08:16.275068 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-d7669d60-f640-4765-b96f-aeba584c36ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:08:16.281251 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-d7669d60-f640-4765-b96f-aeba584c36ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:08:16.332499 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:16.375728 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d7669d60-f640-4765-b96f-aeba584c36ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:16.378410 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d7669d60-f640-4765-b96f-aeba584c36ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:16.387360 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-50b9757e-1590-45f8-87b0-7518ebc90a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:16.479806 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-d7669d60-f640-4765-b96f-aeba584c36ef admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=44bf53cb77c04d6d9ded8b4618f8adf5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5044956
Feb 03 20:08:16.480879 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7669d60-f640-4765-b96f-aeba584c36ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc89a09a-87aa-4dea-b94c-49a7671f0d76,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:16.484330 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d7669d60-f640-4765-b96f-aeba584c36ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:16.485086 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 60022) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:16.615685 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Allocated IP 172.27.3.95 (b3f750ce-bc55-47f2-a098-fbecdde1b124/04309e75-65fb-4427-af0c-5eb643715331/34ff968d-9486-4615-9756-19f95b1358cb) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:08:16.653891 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b82e2a-97b2-4f04-ac6f-3b7e16df90b5 req-8b84fdfa-71fe-4b0b-a8c5-2d8f6a810f81 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:16.655548 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e3b82e2a-97b2-4f04-ac6f-3b7e16df90b5 req-8b84fdfa-71fe-4b0b-a8c5-2d8f6a810f81 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.67 "GET /v2.0/ports?device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 949 time: 0.2588267
Feb 03 20:08:16.665252 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c6dffe7e-945f-4b84-a385-463e6c39b4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:16.748408 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c6dffe7e-945f-4b84-a385-463e6c39b4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:16.786145 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:16.794996 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-e3b82e2a-97b2-4f04-ac6f-3b7e16df90b5 req-9711c1a2-59d5-45a4-836f-7292a42e6940 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Deleting port 2b0a4ed1-0aab-4360-9c65-bdfdc9867848 {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:08:16.795385 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-e3b82e2a-97b2-4f04-ac6f-3b7e16df90b5 req-9711c1a2-59d5-45a4-836f-7292a42e6940 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:16.820337 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:16.841132 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a0c7288-cd46-4b29-a9ca-d11695284103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:16.942558 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c6dffe7e-945f-4b84-a385-463e6c39b4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:16.950046 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f1f74e3a-50c9-4fee-b6ef-a88ab62f0967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:16.990456 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dffe7e-945f-4b84-a385-463e6c39b4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc89a09a-87aa-4dea-b94c-49a7671f0d76,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:16.993105 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c6dffe7e-945f-4b84-a385-463e6c39b4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:17.003764 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Pushing event updated for resources: {'Port': ['ID=34ff968d-9486-4615-9756-19f95b1358cb,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:17.009159 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:17.059436 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Network b3f750ce-bc55-47f2-a098-fbecdde1b124 is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:08:17.060600 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:08:17.063326 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:08:17.096621 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c6dffe7e-945f-4b84-a385-463e6c39b4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:17.100499 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-c6dffe7e-945f-4b84-a385-463e6c39b4b5 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/bc89a09a-87aa-4dea-b94c-49a7671f0d76 HTTP/1.1" status: 204  len: 168 time: 0.6114781
Feb 03 20:08:17.152850 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:17.195683 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-e3b82e2a-97b2-4f04-ac6f-3b7e16df90b5 req-9711c1a2-59d5-45a4-836f-7292a42e6940 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] For port 2b0a4ed1-0aab-4360-9c65-bdfdc9867848, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2b0a4ed1-0aab-4360-9c65-bdfdc9867848,segment=NetworkSegment(2a2d76dc-50e5-4cc7-bdaa-64db3057d5ac),segment_id=2a2d76dc-50e5-4cc7-bdaa-64db3057d5ac)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:08:17.196255 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-e3b82e2a-97b2-4f04-ac6f-3b7e16df90b5 req-9711c1a2-59d5-45a4-836f-7292a42e6940 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:17.220215 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:17.353665 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6629fc-4699-40d1-ace7-92166d4515b2 req-3d9341e2-3b58-486f-860e-741343ba3236 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:17.362170 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4a6629fc-4699-40d1-ace7-92166d4515b2 req-3d9341e2-3b58-486f-860e-741343ba3236 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/ports?device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 949 time: 0.3815556
Feb 03 20:08:17.450754 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-e3b82e2a-97b2-4f04-ac6f-3b7e16df90b5 req-9711c1a2-59d5-45a4-836f-7292a42e6940 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Calling delete_port for 2b0a4ed1-0aab-4360-9c65-bdfdc9867848 owned by compute:nova {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:08:17.552563 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4a6629fc-4699-40d1-ace7-92166d4515b2 req-770107a2-bec9-4d0d-b980-bcd48d078e29 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/security-groups?id=895c24c8-8707-49c2-b4e3-ffbaf59bc49a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1890402
Feb 03 20:08:17.552768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 60046) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:17.580591 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e1fda55c-6a31-42f2-8475-b451e5106a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:17.622957 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-e1fda55c-6a31-42f2-8475-b451e5106a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:08:17.631775 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-e1fda55c-6a31-42f2-8475-b451e5106a11 admin admin] Usage tracker for resource:security_group_rule and tenant:c2430b71ec5346c68e7f1176f475c211 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:08:17.636145 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for port, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:17.637961 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-e1fda55c-6a31-42f2-8475-b451e5106a11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:08:17.645080 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5360845'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:17.661717 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-e1fda55c-6a31-42f2-8475-b451e5106a11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:08:17.662236 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-e3b82e2a-97b2-4f04-ac6f-3b7e16df90b5 req-9711c1a2-59d5-45a4-836f-7292a42e6940 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:17.667545 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5a3de6c4-18ac-4819-90ac-1a85cbf42773 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:17.678743 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-395dfabf-f8cd-499d-a213-bf4bf6d39b18 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:17.729538 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711c1a2-59d5-45a4-836f-7292a42e6940 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Pushing event deleted for resources: {'Port': ['ID=2b0a4ed1-0aab-4360-9c65-bdfdc9867848,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:17.782542 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9711c1a2-59d5-45a4-836f-7292a42e6940 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:17.834324 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Pushing event updated for resources: {'Port': ['ID=34ff968d-9486-4615-9756-19f95b1358cb,revision_number=2']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:17.837520 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:17.903203 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b82e2a-97b2-4f04-ac6f-3b7e16df90b5 req-9711c1a2-59d5-45a4-836f-7292a42e6940 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] No DVR routers for this DVR port 2b0a4ed1-0aab-4360-9c65-bdfdc9867848 on host hv-cinder-77398 {{(pid=80146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:08:17.905575 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-e3b82e2a-97b2-4f04-ac6f-3b7e16df90b5 req-9711c1a2-59d5-45a4-836f-7292a42e6940 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:17.909906 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87', 'name': 'network-vif-deleted', 'tag': '2b0a4ed1-0aab-4360-9c65-bdfdc9867848'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:08:17.938688 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e3b82e2a-97b2-4f04-ac6f-3b7e16df90b5 req-9711c1a2-59d5-45a4-836f-7292a42e6940 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.67 "DELETE /v2.0/ports/2b0a4ed1-0aab-4360-9c65-bdfdc9867848 HTTP/1.1" status: 204  len: 173 time: 1.2744334
Feb 03 20:08:18.010089 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e1fda55c-6a31-42f2-8475-b451e5106a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:18.022294 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e1fda55c-6a31-42f2-8475-b451e5106a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:18.033500 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5d5cd581-f5f6-40c8-b996-f995f7373429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:18.068277 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fda55c-6a31-42f2-8475-b451e5106a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4296c6f-6940-4fff-b1b4-1ee154fb6ee4,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:18.071880 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e1fda55c-6a31-42f2-8475-b451e5106a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:18.115940 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-e1fda55c-6a31-42f2-8475-b451e5106a11 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=c2430b71ec5346c68e7f1176f475c211&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5563447
Feb 03 20:08:18.115940 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:18.115940 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 60058) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:18.179399 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:18.179821 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87', 'name': 'network-vif-deleted', 'tag': '2b0a4ed1-0aab-4360-9c65-bdfdc9867848', 'status': 'completed', 'code': 200}
Feb 03 20:08:18.180740 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.2930906
Feb 03 20:08:18.206746 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f44482a9-a63b-4d6a-a833-869c907753e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:18.239482 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f44482a9-a63b-4d6a-a833-869c907753e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:18.287101 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f44482a9-a63b-4d6a-a833-869c907753e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:18.292282 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3d12a696-6c16-4248-ab18-727c7a335dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:18.306506 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44482a9-a63b-4d6a-a833-869c907753e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4296c6f-6940-4fff-b1b4-1ee154fb6ee4,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:18.309138 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f44482a9-a63b-4d6a-a833-869c907753e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:18.311400 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f44482a9-a63b-4d6a-a833-869c907753e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:18.313225 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-f44482a9-a63b-4d6a-a833-869c907753e3 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/f4296c6f-6940-4fff-b1b4-1ee154fb6ee4 HTTP/1.1" status: 204  len: 168 time: 0.1945066
Feb 03 20:08:18.463032 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-6890073f-01f8-44a4-8666-b4321287c254 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-securitygroup--1823138495&fields=id&tenant_id=02ef50735d804c2db24fe12e26c282e8 HTTP/1.1" status: 200  len: 267 time: 0.0633669
Feb 03 20:08:18.712830 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-7a995282-3d80-4936-9c63-b388ba47558e tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:18.714589 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-7a995282-3d80-4936-9c63-b388ba47558e tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/networks?id=4826c2d9-ff92-4255-84fc-4664139f9cbb HTTP/1.1" status: 200  len: 815 time: 0.2441101
Feb 03 20:08:18.734040 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-0ddbcc80-9f4c-4a66-a143-cfe13da88283 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/quotas/02ef50735d804c2db24fe12e26c282e8 HTTP/1.1" status: 200  len: 375 time: 0.0107148
Feb 03 20:08:18.772283 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7fe141d3-629e-4e53-a197-a09dec6d44ca req-c1e757ec-f2a1-40ae-8105-b8ff909c704e tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/ports?device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 210 time: 0.0528584
Feb 03 20:08:18.887377 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-8e832498-3b58-43ca-96c0-5b8b6d9ca3b8 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=02ef50735d804c2db24fe12e26c282e8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1466038
Feb 03 20:08:19.269300 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-c288d6da-a383-4455-a844-fec8db921291 service neutron] 10.222.0.103 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3684599
Feb 03 20:08:19.432558 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-c9675467-8734-4b98-9c7e-07fc4599cc88 service neutron] 10.222.0.103 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1566160
Feb 03 20:08:19.663239 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-d3b284a4-ff49-4721-9539-68d2e5e25d4a req-a49f1c62-613a-481b-b7d2-ad060a8f0b7e tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Synchronizing usage tracker for tenant:02ef50735d804c2db24fe12e26c282e8 on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:08:19.680147 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-d3b284a4-ff49-4721-9539-68d2e5e25d4a req-a49f1c62-613a-481b-b7d2-ad060a8f0b7e tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Unset dirty status for tenant:02ef50735d804c2db24fe12e26c282e8 on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:08:19.681445 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d3b284a4-ff49-4721-9539-68d2e5e25d4a req-a49f1c62-613a-481b-b7d2-ad060a8f0b7e tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 210 time: 0.0758221
Feb 03 20:08:19.777001 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 60118) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:19.971996 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-fe1f3e92-ef4a-4152-af90-c30b8abede3c req-f7027b0a-2c2d-4998-b77d-a1fd3cd81b98 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Synchronizing usage tracker for tenant:42c4cad6cae84e3da7a671a27d64d8ed on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:08:19.977238 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-963ed4b2-41cb-487a-9136-29070ded241f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:20.005894 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-963ed4b2-41cb-487a-9136-29070ded241f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:08:20.009852 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-fe1f3e92-ef4a-4152-af90-c30b8abede3c req-f7027b0a-2c2d-4998-b77d-a1fd3cd81b98 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Unset dirty status for tenant:42c4cad6cae84e3da7a671a27d64d8ed on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:08:20.011120 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fe1f3e92-ef4a-4152-af90-c30b8abede3c req-f7027b0a-2c2d-4998-b77d-a1fd3cd81b98 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/ports?device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 210 time: 0.1073387
Feb 03 20:08:20.012115 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-963ed4b2-41cb-487a-9136-29070ded241f admin admin] Usage tracker for resource:security_group_rule and tenant:6f9c047a35824fb49b4d017c08f363d4 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:08:20.015255 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-963ed4b2-41cb-487a-9136-29070ded241f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:08:20.023513 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-963ed4b2-41cb-487a-9136-29070ded241f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:08:20.120423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-963ed4b2-41cb-487a-9136-29070ded241f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:20.122467 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-963ed4b2-41cb-487a-9136-29070ded241f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:20.131796 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-dbb0e816-a3d1-41b3-90b4-47d72e44fb5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:20.174492 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-963ed4b2-41cb-487a-9136-29070ded241f admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=6f9c047a35824fb49b4d017c08f363d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3963323
Feb 03 20:08:20.176231 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ed4b2-41cb-487a-9136-29070ded241f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2482807-7d38-44b2-83b7-d261c8fd5178,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:20.177450 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 60132) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:20.179433 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-963ed4b2-41cb-487a-9136-29070ded241f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:20.242461 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-63f3cd06-f6a9-4b99-9b52-43e02d0a73b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:20.270800 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-63f3cd06-f6a9-4b99-9b52-43e02d0a73b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:20.318745 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-63f3cd06-f6a9-4b99-9b52-43e02d0a73b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:20.324019 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f0818db8-becc-48c2-90f4-ae8fb8c18a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:20.337978 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3cd06-f6a9-4b99-9b52-43e02d0a73b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2482807-7d38-44b2-83b7-d261c8fd5178,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:20.340747 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-63f3cd06-f6a9-4b99-9b52-43e02d0a73b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:20.341927 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-63f3cd06-f6a9-4b99-9b52-43e02d0a73b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:20.343131 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-63f3cd06-f6a9-4b99-9b52-43e02d0a73b4 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/a2482807-7d38-44b2-83b7-d261c8fd5178 HTTP/1.1" status: 204  len: 168 time: 0.1646316
Feb 03 20:08:20.877082 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 2b0a4ed1-0aab-4360-9c65-bdfdc9867848 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:08:20.884600 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fd348f94-3db2-4948-9565-4e0e38d21d02 req-dec0bfff-ef99-4772-9233-a9cb188c5b41 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 210 time: 0.0533025
Feb 03 20:08:20.959561 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] No Port match for: 2b0a4ed1-0aab-4360-9c65-bdfdc9867848 {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:08:20.960265 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 2b0a4ed1-0aab-4360-9c65-bdfdc9867848 not bound to the agent host hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:08:21.233865 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-52bcd024-db3e-4626-b146-4b0b3ea23d73 req-adcc4e7a-4f18-4d19-9efe-fda9fb79956f tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] 10.222.0.103 "GET /v2.0/ports?device_id=a81ecbf2-af85-4ebc-9b90-a4b53b6a1d87 HTTP/1.1" status: 200  len: 210 time: 0.0537536
Feb 03 20:08:21.945633 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-c0c4c35e-0c2f-42e5-8e3c-92e947bb661f tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:21.947475 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-c0c4c35e-0c2f-42e5-8e3c-92e947bb661f tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.67 "GET /v2.0/networks?id=4826c2d9-ff92-4255-84fc-4664139f9cbb HTTP/1.1" status: 200  len: 815 time: 0.3164029
Feb 03 20:08:22.132934 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-839ad228-a892-4936-9b69-8bc3874730df tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=02ef50735d804c2db24fe12e26c282e8 HTTP/1.1" status: 200  len: 5705 time: 0.1624179
Feb 03 20:08:22.145787 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-977414ec-22bd-45f8-8d20-99d58ab56258 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Request body: {'port': {'device_id': '41a50f76-4db1-4cbc-ba37-3ca5255133c4', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'admin_state_up': True, 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'security_groups': ['0130c24b-6804-4910-8aa3-d490c0468253']}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:08:22.177078 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-824468ed-bb28-43ce-ae8e-049bec5b0c74 req-9197e2a1-c51e-4970-91cc-80840e4fa48c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 210 time: 0.0527461
Feb 03 20:08:22.307574 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-977414ec-22bd-45f8-8d20-99d58ab56258 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:08:22.317767 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-977414ec-22bd-45f8-8d20-99d58ab56258 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:08:22.327549 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-977414ec-22bd-45f8-8d20-99d58ab56258 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Made reservation on behalf of 02ef50735d804c2db24fe12e26c282e8 for: {'port': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:08:22.350296 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-977414ec-22bd-45f8-8d20-99d58ab56258 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:22.686773 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-977414ec-22bd-45f8-8d20-99d58ab56258 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Allocated IP 172.20.0.6 (4826c2d9-ff92-4255-84fc-4664139f9cbb/5a7e0094-f26b-4461-b4af-b0f9b0b24802/10c05a94-49db-4d78-9a1b-32f2ea943d0c) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:08:22.877639 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6ef7ad77-4d80-4637-8b78-d793c8a7ff9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:22.896546 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-977414ec-22bd-45f8-8d20-99d58ab56258 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:22.913836 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-977414ec-22bd-45f8-8d20-99d58ab56258 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Transition to ACTIVE for port object 10c05a94-49db-4d78-9a1b-32f2ea943d0c will not be triggered until provisioned by entity DHCP. {{(pid=80146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:08:22.938232 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-977414ec-22bd-45f8-8d20-99d58ab56258 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:22.958042 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:23.102413 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977414ec-22bd-45f8-8d20-99d58ab56258 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Pushing event updated for resources: {'Port': ['ID=10c05a94-49db-4d78-9a1b-32f2ea943d0c,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:23.107461 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-977414ec-22bd-45f8-8d20-99d58ab56258 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:23.166337 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-977414ec-22bd-45f8-8d20-99d58ab56258 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Network 4826c2d9-ff92-4255-84fc-4664139f9cbb is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:08:23.167557 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-977414ec-22bd-45f8-8d20-99d58ab56258 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:08:23.169924 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-977414ec-22bd-45f8-8d20-99d58ab56258 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:08:23.312005 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-977414ec-22bd-45f8-8d20-99d58ab56258 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:23.312926 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-977414ec-22bd-45f8-8d20-99d58ab56258 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:23.352392 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-977414ec-22bd-45f8-8d20-99d58ab56258 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2118006
Feb 03 20:08:23.372954 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Request body: {'port': {'device_id': '41a50f76-4db1-4cbc-ba37-3ca5255133c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:08:23.421206 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-6db3777e-10fe-407b-a573-fe745835713b None None] Provisioning for port 10c05a94-49db-4d78-9a1b-32f2ea943d0c completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:08:23.432525 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-6db3777e-10fe-407b-a573-fe745835713b None None] Provisioning complete for port 10c05a94-49db-4d78-9a1b-32f2ea943d0c triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:08:23.434595 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6db3777e-10fe-407b-a573-fe745835713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:23.519012 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:23.600611 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-6db3777e-10fe-407b-a573-fe745835713b None None] Port 10c05a94-49db-4d78-9a1b-32f2ea943d0c cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:08:23.648544 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bd0f0-6ba9-4e3c-b233-e490685fce44 req-df6ff909-40a5-46e8-afdc-98116c30efb7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:23.650273 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-486bd0f0-6ba9-4e3c-b233-e490685fce44 req-df6ff909-40a5-46e8-afdc-98116c30efb7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 931 time: 0.2456672
Feb 03 20:08:23.773896 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-486bd0f0-6ba9-4e3c-b233-e490685fce44 req-baf3735f-03b0-41c8-972e-69c64f7b60eb tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Synchronizing usage tracker for tenant:02ef50735d804c2db24fe12e26c282e8 on resource:security_group {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:08:23.821086 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-486bd0f0-6ba9-4e3c-b233-e490685fce44 req-baf3735f-03b0-41c8-972e-69c64f7b60eb tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Unset dirty status for tenant:02ef50735d804c2db24fe12e26c282e8 on resource:security_group {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:08:23.834520 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-486bd0f0-6ba9-4e3c-b233-e490685fce44 req-baf3735f-03b0-41c8-972e-69c64f7b60eb tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1747744
Feb 03 20:08:24.053202 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c05a94-49db-4d78-9a1b-32f2ea943d0c {{(pid=80146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 20:08:24.061273 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:24.073967 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Transition to ACTIVE for port object 10c05a94-49db-4d78-9a1b-32f2ea943d0c will not be triggered until provisioned by entity L2. {{(pid=80146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:08:24.076763 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848090863'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:24.092978 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2facaeab-f96f-4bf5-8566-4eaab0b99685 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:24.236650 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Pushing event updated for resources: {'Port': ['ID=10c05a94-49db-4d78-9a1b-32f2ea943d0c,revision_number=2']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:24.242127 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:24.433523 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Attempting to bind port 10c05a94-49db-4d78-9a1b-32f2ea943d0c on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:08:24.433898 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Attempting to bind port 10c05a94-49db-4d78-9a1b-32f2ea943d0c by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '21f320d7-b94d-4ce4-b976-ee13b6aa7f47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb'}] {{(pid=80146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:08:24.434269 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Attempting to bind port 10c05a94-49db-4d78-9a1b-32f2ea943d0c on network 4826c2d9-ff92-4255-84fc-4664139f9cbb {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:08:24.440650 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Checking agent: {'id': 'd65f81c7-83bc-4486-bd9d-9b0ec76bab54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 0, 54), 'started_at': datetime.datetime(2021, 2, 3, 20, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.109', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:08:24.441030 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Checking segment: {'id': '21f320d7-b94d-4ce4-b976-ee13b6aa7f47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:08:24.441438 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:24.441834 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Bound using segment: {'id': '21f320d7-b94d-4ce4-b976-ee13b6aa7f47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb'} {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:08:24.442317 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Bound port: 10c05a94-49db-4d78-9a1b-32f2ea943d0c, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f320d7-b94d-4ce4-b976-ee13b6aa7f47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb'}}] {{(pid=80146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:08:24.442705 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:24.549880 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] For port 10c05a94-49db-4d78-9a1b-32f2ea943d0c, host hv-cinder-77398, cleared binding levels {{(pid=80146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:08:24.553522 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] For port 10c05a94-49db-4d78-9a1b-32f2ea943d0c, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=10c05a94-49db-4d78-9a1b-32f2ea943d0c,segment=NetworkSegment(21f320d7-b94d-4ce4-b976-ee13b6aa7f47),segment_id=21f320d7-b94d-4ce4-b976-ee13b6aa7f47)] {{(pid=80146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:08:24.557078 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848090863'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:24.573830 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f1343bf4-3295-4e42-8e30-00c1d992b7b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:24.730779 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Pushing event updated for resources: {'Port': ['ID=10c05a94-49db-4d78-9a1b-32f2ea943d0c,revision_number=3']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:24.736546 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:24.769163 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:24.769962 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:24.771353 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] 10.222.0.67 "PUT /v2.0/ports/10c05a94-49db-4d78-9a1b-32f2ea943d0c HTTP/1.1" status: 200  len: 1157 time: 1.4038332
Feb 03 20:08:24.771836 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a50f76-4db1-4cbc-ba37-3ca5255133c4', 'tag': '10c05a94-49db-4d78-9a1b-32f2ea943d0c'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:08:24.831707 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41a50f76-4db1-4cbc-ba37-3ca5255133c4', 'tag': '10c05a94-49db-4d78-9a1b-32f2ea943d0c', 'status': 'completed', 'code': 200}
Feb 03 20:08:25.149897 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09763c-970a-449e-82ef-2b2df9faf3b4 req-e04abf55-65c9-4341-b7b0-5873d70b1158 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:25.151590 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5b09763c-970a-449e-82ef-2b2df9faf3b4 req-e04abf55-65c9-4341-b7b0-5873d70b1158 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 943 time: 0.1713905
Feb 03 20:08:25.217892 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5b09763c-970a-449e-82ef-2b2df9faf3b4 req-64085ba8-cf00-44c7-9d36-f4bc9afafc8c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594852
Feb 03 20:08:25.298264 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bba8d03d-de5f-4f92-a9ab-5607e7bc482f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:25.766052 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:25.981081 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:26.532769 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76afc303-03b0-41b1-be68-fb688f9c5596 req-72d875ed-c094-464e-9995-9759e51dfb9a tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:26.533543 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-76afc303-03b0-41b1-be68-fb688f9c5596 req-72d875ed-c094-464e-9995-9759e51dfb9a tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Synchronizing usage tracker for tenant:02ef50735d804c2db24fe12e26c282e8 on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:08:26.548889 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-76afc303-03b0-41b1-be68-fb688f9c5596 req-72d875ed-c094-464e-9995-9759e51dfb9a tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Unset dirty status for tenant:02ef50735d804c2db24fe12e26c282e8 on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:08:26.550155 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-76afc303-03b0-41b1-be68-fb688f9c5596 req-72d875ed-c094-464e-9995-9759e51dfb9a tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 943 time: 0.1857798
Feb 03 20:08:26.617468 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-76afc303-03b0-41b1-be68-fb688f9c5596 req-fcd014d1-cf61-4355-9dbf-0f587d1e7d14 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607636
Feb 03 20:08:26.711000 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:26.914060 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48357838-826b-4e78-aca6-cea80747c3fc req-dc7c2136-e702-4621-8a0b-e8e17e2a5d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:26.915591 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48357838-826b-4e78-aca6-cea80747c3fc req-dc7c2136-e702-4621-8a0b-e8e17e2a5d1c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02ef50735d804c2db24fe12e26c282e8&device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 1160 time: 0.0794947
Feb 03 20:08:27.079046 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48357838-826b-4e78-aca6-cea80747c3fc req-5ab062f4-3082-486b-958d-0d6dd4cd3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:27.080696 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48357838-826b-4e78-aca6-cea80747c3fc req-5ab062f4-3082-486b-958d-0d6dd4cd3403 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=02ef50735d804c2db24fe12e26c282e8&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1471739
Feb 03 20:08:27.227713 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:27.228536 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48357838-826b-4e78-aca6-cea80747c3fc req-c92f622f-b772-4e0a-948e-ab34cfbd7d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:27.230137 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48357838-826b-4e78-aca6-cea80747c3fc req-c92f622f-b772-4e0a-948e-ab34cfbd7d24 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1419067
Feb 03 20:08:27.412586 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-3f4798b9-d688-433d-832b-4235c723f658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:27.414321 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-3f4798b9-d688-433d-832b-4235c723f658 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02ef50735d804c2db24fe12e26c282e8&device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 1160 time: 0.0845149
Feb 03 20:08:27.499019 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-e63eb215-4363-46b7-9b3e-4707b77be51f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10c05a94-49db-4d78-9a1b-32f2ea943d0c HTTP/1.1" status: 200  len: 217 time: 0.0688789
Feb 03 20:08:27.573508 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-6b3a637a-9261-4e3b-aceb-a52b82067828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:27.575098 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-6b3a637a-9261-4e3b-aceb-a52b82067828 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5a7e0094-f26b-4461-b4af-b0f9b0b24802 HTTP/1.1" status: 200  len: 854 time: 0.0660169
Feb 03 20:08:27.661615 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-53229372-ca59-41c0-89c1-4085c95fbf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:27.663346 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-53229372-ca59-41c0-89c1-4085c95fbf44 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4826c2d9-ff92-4255-84fc-4664139f9cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791802
Feb 03 20:08:27.814333 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-577dbace-4c15-4f3d-ac3f-357ec0a7d13c service neutron] 10.222.0.67 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411922
Feb 03 20:08:27.941926 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3d4f0-e282-4a9c-a148-760893103f5f req-da04b37c-60d2-48e5-849c-c673da0f6b5e tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:27.943663 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f5a3d4f0-e282-4a9c-a148-760893103f5f req-da04b37c-60d2-48e5-849c-c673da0f6b5e tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 943 time: 0.1819315
Feb 03 20:08:27.978553 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-78efae3b-eb52-42ff-abbb-af2af41400a4 req-516a9715-5d4a-41e0-afd0-1f0b0d39df3a service neutron] 10.222.0.67 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1568615
Feb 03 20:08:28.018107 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f5a3d4f0-e282-4a9c-a148-760893103f5f req-863a6e67-9480-4ed0-bcb2-1c59c5533ada tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667686
Feb 03 20:08:28.777915 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 60518) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:28.991207 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-9ddcf785-f12b-4ea6-b832-25759899b2d1 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=42c4cad6cae84e3da7a671a27d64d8ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2111945
Feb 03 20:08:28.991712 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 60528) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:29.059656 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-770b91f3-a4fa-4964-9bac-31a96fcb18d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:29.097214 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-770b91f3-a4fa-4964-9bac-31a96fcb18d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:29.153217 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-770b91f3-a4fa-4964-9bac-31a96fcb18d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:29.158842 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-61dee601-527f-4412-bbd7-b3edd0f5247f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:29.172924 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b91f3-a4fa-4964-9bac-31a96fcb18d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895c24c8-8707-49c2-b4e3-ffbaf59bc49a,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:29.175939 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-770b91f3-a4fa-4964-9bac-31a96fcb18d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:29.184016 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-770b91f3-a4fa-4964-9bac-31a96fcb18d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:29.185187 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-770b91f3-a4fa-4964-9bac-31a96fcb18d3 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/895c24c8-8707-49c2-b4e3-ffbaf59bc49a HTTP/1.1" status: 204  len: 168 time: 0.1921439
Feb 03 20:08:29.362059 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd2581-d29c-4738-9d48-17092fe85e9c req-62053320-bfcc-4a16-b78e-ab0828fd14a4 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:29.364116 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a8cd2581-d29c-4738-9d48-17092fe85e9c req-62053320-bfcc-4a16-b78e-ab0828fd14a4 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 943 time: 0.1823180
Feb 03 20:08:29.436127 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a8cd2581-d29c-4738-9d48-17092fe85e9c req-0593c281-2b47-4ea7-a18a-9e10f86f3d87 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643847
Feb 03 20:08:30.764727 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9f5e8-82c0-4fd1-89e4-ddfb4d3f102c req-5451774e-628b-4f84-a1e4-f551d4b31a96 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:30.766476 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ccc9f5e8-82c0-4fd1-89e4-ddfb4d3f102c req-5451774e-628b-4f84-a1e4-f551d4b31a96 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 943 time: 0.1787961
Feb 03 20:08:30.832254 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ccc9f5e8-82c0-4fd1-89e4-ddfb4d3f102c req-54e43077-8dd5-4297-9f3e-934a6321e216 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592604
Feb 03 20:08:31.218039 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84895a8-e9a1-49c3-8dd4-c8701000fee0 req-c57ad760-37ae-4c9f-8fd9-04d940e3173c tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:31.220291 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a84895a8-e9a1-49c3-8dd4-c8701000fee0 req-c57ad760-37ae-4c9f-8fd9-04d940e3173c tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=2dd8144a-edf9-46ce-b71b-0d4f07d15398 HTTP/1.1" status: 200  len: 945 time: 0.1749451
Feb 03 20:08:31.292856 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a84895a8-e9a1-49c3-8dd4-c8701000fee0 req-986613ca-76b6-4af7-b884-84fd409a3b6e tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658481
Feb 03 20:08:31.606910 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 60572) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:31.758817 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2de29dc9-65f3-4340-afd1-f1d7a39c8f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:31.774991 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-2de29dc9-65f3-4340-afd1-f1d7a39c8f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:08:31.779122 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-2de29dc9-65f3-4340-afd1-f1d7a39c8f07 admin admin] Usage tracker for resource:security_group_rule and tenant:ca210374735f4a35ab1827c82416767d is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:08:31.782738 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-2de29dc9-65f3-4340-afd1-f1d7a39c8f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:08:31.788768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-2de29dc9-65f3-4340-afd1-f1d7a39c8f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:08:31.876154 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2de29dc9-65f3-4340-afd1-f1d7a39c8f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:31.878943 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2de29dc9-65f3-4340-afd1-f1d7a39c8f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:31.889181 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f44482a9-a63b-4d6a-a833-869c907753e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:31.935945 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de29dc9-65f3-4340-afd1-f1d7a39c8f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caf224e-d57a-4820-aa9c-50fccb45800a,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:31.940252 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2de29dc9-65f3-4340-afd1-f1d7a39c8f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:31.945813 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 60584) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:31.945977 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-2de29dc9-65f3-4340-afd1-f1d7a39c8f07 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=ca210374735f4a35ab1827c82416767d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3378282
Feb 03 20:08:32.018433 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a6fa987f-a33d-4648-b270-ab861cb7e9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:32.048496 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a6fa987f-a33d-4648-b270-ab861cb7e9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:32.104632 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a6fa987f-a33d-4648-b270-ab861cb7e9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:32.111808 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-33f3ca3e-3fc9-43d3-a1c0-02ac8a5690d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:32.128350 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa987f-a33d-4648-b270-ab861cb7e9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caf224e-d57a-4820-aa9c-50fccb45800a,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:32.131701 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a6fa987f-a33d-4648-b270-ab861cb7e9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:32.133734 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a6fa987f-a33d-4648-b270-ab861cb7e9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:32.137896 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-a6fa987f-a33d-4648-b270-ab861cb7e9c3 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/2caf224e-d57a-4820-aa9c-50fccb45800a HTTP/1.1" status: 204  len: 168 time: 0.1904747
Feb 03 20:08:32.182903 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2f9a7-c484-42d2-9ab3-dc9b60589c39 req-acd3617f-b1c2-48bf-ac5d-2d031052f9da tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:32.191563 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-88b2f9a7-c484-42d2-9ab3-dc9b60589c39 req-acd3617f-b1c2-48bf-ac5d-2d031052f9da tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 943 time: 0.2059274
Feb 03 20:08:32.255471 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-88b2f9a7-c484-42d2-9ab3-dc9b60589c39 req-fc481304-c5fa-4a8f-ba25-7631c33f0c1e tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628183
Feb 03 20:08:32.430851 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 10c05a94-49db-4d78-9a1b-32f2ea943d0c up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:08:32.510566 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning for port 10c05a94-49db-4d78-9a1b-32f2ea943d0c completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:08:32.516403 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 10c05a94-49db-4d78-9a1b-32f2ea943d0c triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:08:32.516985 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:32.670567 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:32.701367 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a50f76-4db1-4cbc-ba37-3ca5255133c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c05a94-49db-4d78-9a1b-32f2ea943d0c'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:08:32.712727 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 10c05a94-49db-4d78-9a1b-32f2ea943d0c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=10c05a94-49db-4d78-9a1b-32f2ea943d0c,segment=NetworkSegment(21f320d7-b94d-4ce4-b976-ee13b6aa7f47),segment_id=21f320d7-b94d-4ce4-b976-ee13b6aa7f47)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:08:32.716855 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:32.719139 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:32.816117 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=10c05a94-49db-4d78-9a1b-32f2ea943d0c,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:32.825977 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd04e0b-95c2-41bb-a4d9-1c07dab281c3 req-407f2816-13d3-4c08-ab12-b2c1f13ebb6d tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:32.827687 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0dd04e0b-95c2-41bb-a4d9-1c07dab281c3 req-407f2816-13d3-4c08-ab12-b2c1f13ebb6d tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=2dd8144a-edf9-46ce-b71b-0d4f07d15398 HTTP/1.1" status: 200  len: 945 time: 0.3977995
Feb 03 20:08:32.829285 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:32.898891 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0dd04e0b-95c2-41bb-a4d9-1c07dab281c3 req-9b934b78-9897-440c-8bef-8c7979b598c1 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632920
Feb 03 20:08:32.972835 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a50f76-4db1-4cbc-ba37-3ca5255133c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c05a94-49db-4d78-9a1b-32f2ea943d0c', 'code': 200}
Feb 03 20:08:33.314291 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841fa24-3589-4db0-b5d4-9f168f9540dd req-db920255-2ef4-4c09-8cae-82e034979d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:33.315858 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c841fa24-3589-4db0-b5d4-9f168f9540dd req-db920255-2ef4-4c09-8cae-82e034979d84 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 1162 time: 0.0891950
Feb 03 20:08:33.368716 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c841fa24-3589-4db0-b5d4-9f168f9540dd req-2fa72b35-d99a-4b59-ad98-88f2b8044cdb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439498
Feb 03 20:08:33.393761 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe75507-d1ac-4a64-8bc7-ccabb1698ab6 req-2ac2324f-91eb-4a70-9347-fca82b61d8e6 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:33.395579 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-afe75507-d1ac-4a64-8bc7-ccabb1698ab6 req-2ac2324f-91eb-4a70-9347-fca82b61d8e6 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.67 "GET /v2.0/ports?device_id=2dd8144a-edf9-46ce-b71b-0d4f07d15398 HTTP/1.1" status: 200  len: 945 time: 0.1943493
Feb 03 20:08:33.447472 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 10c05a94-49db-4d78-9a1b-32f2ea943d0c up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:08:33.562072 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 10c05a94-49db-4d78-9a1b-32f2ea943d0c triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:08:33.563382 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:33.646154 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19848fd6-e818-405d-b952-1f7bd0b214c2 req-e645de92-54c3-4134-93b7-0bc393c1ff3b tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:33.648436 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-19848fd6-e818-405d-b952-1f7bd0b214c2 req-e645de92-54c3-4134-93b7-0bc393c1ff3b tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.1996627
Feb 03 20:08:33.749101 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 4f6864a9-b997-4dc5-b7de-1b2bb8122fa2 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:08:33.763155 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-19848fd6-e818-405d-b952-1f7bd0b214c2 req-680b1b23-8e7a-415d-8323-921f507200c8 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1075792
Feb 03 20:08:33.822590 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-afe75507-d1ac-4a64-8bc7-ccabb1698ab6 req-e043ce3e-e2a1-4bb8-968f-4e30018a2407 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Deleting port 4f6864a9-b997-4dc5-b7de-1b2bb8122fa2 {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:08:33.823204 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-afe75507-d1ac-4a64-8bc7-ccabb1698ab6 req-e043ce3e-e2a1-4bb8-968f-4e30018a2407 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:33.874558 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:08:33.900314 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:33.952545 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 4f6864a9-b997-4dc5-b7de-1b2bb8122fa2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=4f6864a9-b997-4dc5-b7de-1b2bb8122fa2,segment=NetworkSegment(b9a5111d-b5c1-4b7f-9684-354dcd88b50e),segment_id=b9a5111d-b5c1-4b7f-9684-354dcd88b50e)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:08:33.961741 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:33.964116 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:34.053948 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=4f6864a9-b997-4dc5-b7de-1b2bb8122fa2,revision_number=5']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:34.057781 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:34.156458 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-afe75507-d1ac-4a64-8bc7-ccabb1698ab6 req-e043ce3e-e2a1-4bb8-968f-4e30018a2407 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] For port 4f6864a9-b997-4dc5-b7de-1b2bb8122fa2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=4f6864a9-b997-4dc5-b7de-1b2bb8122fa2,segment=NetworkSegment(b9a5111d-b5c1-4b7f-9684-354dcd88b50e),segment_id=b9a5111d-b5c1-4b7f-9684-354dcd88b50e)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:08:34.156951 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-afe75507-d1ac-4a64-8bc7-ccabb1698ab6 req-e043ce3e-e2a1-4bb8-968f-4e30018a2407 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:34.223246 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f5941-8f68-4f85-a116-410dbb0b6abc req-9806eae9-f5f9-426a-9048-28075badb95b tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:34.224980 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d37f5941-8f68-4f85-a116-410dbb0b6abc req-9806eae9-f5f9-426a-9048-28075badb95b tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=2dd8144a-edf9-46ce-b71b-0d4f07d15398 HTTP/1.1" status: 200  len: 943 time: 0.1724010
Feb 03 20:08:34.293082 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d37f5941-8f68-4f85-a116-410dbb0b6abc req-087d57f3-8bc1-4cc7-8d38-381ddf7b086f tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/security-groups?id=303fecb5-a03b-4a60-99d7-717401547d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603280
Feb 03 20:08:34.298063 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-afe75507-d1ac-4a64-8bc7-ccabb1698ab6 req-e043ce3e-e2a1-4bb8-968f-4e30018a2407 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Calling delete_port for 4f6864a9-b997-4dc5-b7de-1b2bb8122fa2 owned by compute:nova {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:08:34.450448 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-afe75507-d1ac-4a64-8bc7-ccabb1698ab6 req-e043ce3e-e2a1-4bb8-968f-4e30018a2407 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:34.465912 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:34.564217 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043ce3e-e2a1-4bb8-968f-4e30018a2407 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Pushing event deleted for resources: {'Port': ['ID=4f6864a9-b997-4dc5-b7de-1b2bb8122fa2,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:34.585349 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e043ce3e-e2a1-4bb8-968f-4e30018a2407 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:34.679064 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe75507-d1ac-4a64-8bc7-ccabb1698ab6 req-e043ce3e-e2a1-4bb8-968f-4e30018a2407 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] No DVR routers for this DVR port 4f6864a9-b997-4dc5-b7de-1b2bb8122fa2 on host hv-cinder-77398 {{(pid=80146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:08:34.681364 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-afe75507-d1ac-4a64-8bc7-ccabb1698ab6 req-e043ce3e-e2a1-4bb8-968f-4e30018a2407 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:34.692264 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd8144a-edf9-46ce-b71b-0d4f07d15398', 'name': 'network-vif-deleted', 'tag': '4f6864a9-b997-4dc5-b7de-1b2bb8122fa2'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:08:34.698845 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-afe75507-d1ac-4a64-8bc7-ccabb1698ab6 req-e043ce3e-e2a1-4bb8-968f-4e30018a2407 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.67 "DELETE /v2.0/ports/4f6864a9-b997-4dc5-b7de-1b2bb8122fa2 HTTP/1.1" status: 204  len: 173 time: 0.9999564
Feb 03 20:08:34.755804 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd8144a-edf9-46ce-b71b-0d4f07d15398', 'name': 'network-vif-deleted', 'tag': '4f6864a9-b997-4dc5-b7de-1b2bb8122fa2', 'status': 'completed', 'code': 200}
Feb 03 20:08:34.973998 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd8144a-edf9-46ce-b71b-0d4f07d15398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f6864a9-b997-4dc5-b7de-1b2bb8122fa2'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:08:35.138586 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2195e7f-4f47-4e4a-b0e9-82454b5d2b60 req-6ba02f1d-4e98-4851-a2f8-c3b9a112e5bd tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:35.142077 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c2195e7f-4f47-4e4a-b0e9-82454b5d2b60 req-6ba02f1d-4e98-4851-a2f8-c3b9a112e5bd tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.1916568
Feb 03 20:08:35.165072 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badb329-ccb1-4baf-8a36-2681ec343801 req-16c040c2-2efe-4e3a-98ef-167a1449d1a7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:35.166996 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8badb329-ccb1-4baf-8a36-2681ec343801 req-16c040c2-2efe-4e3a-98ef-167a1449d1a7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.2071919
Feb 03 20:08:35.214688 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c2195e7f-4f47-4e4a-b0e9-82454b5d2b60 req-a62775fc-6494-422e-9347-75033380b92e tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0661628
Feb 03 20:08:35.247115 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8badb329-ccb1-4baf-8a36-2681ec343801 req-af437a4f-85ff-45ef-9c0b-32b489ebd33e tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672660
Feb 03 20:08:35.314293 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd8144a-edf9-46ce-b71b-0d4f07d15398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f6864a9-b997-4dc5-b7de-1b2bb8122fa2', 'code': 200}
Feb 03 20:08:35.524471 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c5b0980c-33d2-4a98-8ea5-ae9312434ac1 req-353ae078-ba50-48b0-99d6-dcb1f5b31197 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] 10.222.0.103 "GET /v2.0/ports?device_id=2dd8144a-edf9-46ce-b71b-0d4f07d15398 HTTP/1.1" status: 200  len: 210 time: 0.0553823
Feb 03 20:08:35.547605 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 10c05a94-49db-4d78-9a1b-32f2ea943d0c up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:08:35.675520 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 10c05a94-49db-4d78-9a1b-32f2ea943d0c triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:08:35.676140 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:35.693606 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76148e-1552-48e4-bbc4-f30990abd22b req-5c20031e-0280-4d8f-b1d1-cbce710900e8 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:35.695532 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8d76148e-1552-48e4-bbc4-f30990abd22b req-5c20031e-0280-4d8f-b1d1-cbce710900e8 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.2972653
Feb 03 20:08:35.706090 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 60666) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:35.711831 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-bacf9004-2747-49dd-a2dc-8be73e50e939 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Request body: {'floatingip': {'port_id': '10c05a94-49db-4d78-9a1b-32f2ea943d0c'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:08:35.817732 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bacf9004-2747-49dd-a2dc-8be73e50e939 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for floatingip, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:36.445490 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bacf9004-2747-49dd-a2dc-8be73e50e939 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:36.448629 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bacf9004-2747-49dd-a2dc-8be73e50e939 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:36.518667 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37424808-32d4-4614-862e-71bf39fbdf8e req-b3de3e59-7646-4417-8f95-6758dfee1cfa tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:36.520338 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-37424808-32d4-4614-862e-71bf39fbdf8e req-b3de3e59-7646-4417-8f95-6758dfee1cfa tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.1731584
Feb 03 20:08:36.586954 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-37424808-32d4-4614-862e-71bf39fbdf8e req-4cf9101c-21fb-4485-9838-ba794d1e73ae tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0602319
Feb 03 20:08:36.642970 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.l3_db [None req-bacf9004-2747-49dd-a2dc-8be73e50e939 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Floating IP 6aacc4d0-f8b2-4b4f-84cd-9b6991b58dd5 associated. External IP: 172.27.3.95, port: 10c05a94-49db-4d78-9a1b-32f2ea943d0c.
Feb 03 20:08:37.253913 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacf9004-2747-49dd-a2dc-8be73e50e939 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Router 877cde41-2f25-405b-8f68-b9d7c65d3c4a has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:08:37.449495 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacf9004-2747-49dd-a2dc-8be73e50e939 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:08:37.454934 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bacf9004-2747-49dd-a2dc-8be73e50e939 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:37.460406 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e35694a-4244-49ef-ba5c-dadc0e86ac6a None None] Sync routers for ids ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'] in dv-cinder-773985-1-iscsi {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:08:37.471353 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e35694a-4244-49ef-ba5c-dadc0e86ac6a None None] Routers {'877cde41-2f25-405b-8f68-b9d7c65d3c4a'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:08:37.472110 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-6e35694a-4244-49ef-ba5c-dadc0e86ac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a356e10>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:08:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:08:37.517748 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-bacf9004-2747-49dd-a2dc-8be73e50e939 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "PUT /v2.0/floatingips/6aacc4d0-f8b2-4b4f-84cd-9b6991b58dd5 HTTP/1.1" status: 200  len: 990 time: 1.8072188
Feb 03 20:08:37.517748 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a50f76-4db1-4cbc-ba37-3ca5255133c4', 'tag': '10c05a94-49db-4d78-9a1b-32f2ea943d0c'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:08:37.577605 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41a50f76-4db1-4cbc-ba37-3ca5255133c4', 'tag': '10c05a94-49db-4d78-9a1b-32f2ea943d0c', 'status': 'completed', 'code': 200}
Feb 03 20:08:37.681368 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-6e35694a-4244-49ef-ba5c-dadc0e86ac6a None None] Set router 877cde41-2f25-405b-8f68-b9d7c65d3c4a gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:08:37.898612 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efa12f-6583-468c-95c0-6190cc1b31a4 req-5388a553-e4de-420b-9741-b4760bf40c72 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:37.900480 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-46efa12f-6583-468c-95c0-6190cc1b31a4 req-5388a553-e4de-420b-9741-b4760bf40c72 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.1788085
Feb 03 20:08:37.968710 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-46efa12f-6583-468c-95c0-6190cc1b31a4 req-4a48b6da-7aea-451a-afba-e50ea437b1d7 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0619323
Feb 03 20:08:38.216316 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-6e35694a-4244-49ef-ba5c-dadc0e86ac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a356e10>, [{'id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'name': 'tempest-AttachVolumeShelveTestJSON-15026598-router', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'gw_port': {'id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:53Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '6aacc4d0-f8b2-4b4f-84cd-9b6991b58dd5', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'port_id': '10c05a94-49db-4d78-9a1b-32f2ea943d0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'mac_address': 'fa:16:3e:46:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a50f76-4db1-4cbc-ba37-3ca5255133c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:08:17Z', 'updated_at': '2021-02-03T20:08:36Z', 'revision_number': 1, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00cbdf06-48af-44cc-8f62-2fc6eefcc947', 'name': '', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'mac_address': 'fa:16:3e:da:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:06Z', 'updated_at': '2021-02-03T20:03:24Z', 'revision_number': 5, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'subnets': [{'id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:08:38.220466 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e35694a-4244-49ef-ba5c-dadc0e86ac6a None None] Checking router: 877cde41-2f25-405b-8f68-b9d7c65d3c4a for host: dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:08:38.229385 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e35694a-4244-49ef-ba5c-dadc0e86ac6a None None] Routers {'877cde41-2f25-405b-8f68-b9d7c65d3c4a'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:08:38.230061 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-6e35694a-4244-49ef-ba5c-dadc0e86ac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a356e10>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:08:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:08:38.420411 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-6e35694a-4244-49ef-ba5c-dadc0e86ac6a None None] Set router 877cde41-2f25-405b-8f68-b9d7c65d3c4a gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:08:38.615624 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09374c69-318c-46cd-b66e-0e32b37f485d req-e92fcb7e-cc57-4b6f-9cd0-3d7133bbc9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:38.617288 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09374c69-318c-46cd-b66e-0e32b37f485d req-e92fcb7e-cc57-4b6f-9cd0-3d7133bbc9df service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02ef50735d804c2db24fe12e26c282e8&device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 1162 time: 0.0840671
Feb 03 20:08:38.763869 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09374c69-318c-46cd-b66e-0e32b37f485d req-62ec80be-3b59-4290-b3a1-74bfb7f68dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:38.765546 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09374c69-318c-46cd-b66e-0e32b37f485d req-62ec80be-3b59-4290-b3a1-74bfb7f68dd9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4826c2d9-ff92-4255-84fc-4664139f9cbb HTTP/1.1" status: 200  len: 909 time: 0.1407044
Feb 03 20:08:38.816621 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-6e35694a-4244-49ef-ba5c-dadc0e86ac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a356e10>, [{'id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'name': 'tempest-AttachVolumeShelveTestJSON-15026598-router', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'gw_port': {'id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:53Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '6aacc4d0-f8b2-4b4f-84cd-9b6991b58dd5', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'port_id': '10c05a94-49db-4d78-9a1b-32f2ea943d0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'mac_address': 'fa:16:3e:46:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a50f76-4db1-4cbc-ba37-3ca5255133c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:08:17Z', 'updated_at': '2021-02-03T20:08:36Z', 'revision_number': 1, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00cbdf06-48af-44cc-8f62-2fc6eefcc947', 'name': '', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'mac_address': 'fa:16:3e:da:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:06Z', 'updated_at': '2021-02-03T20:03:24Z', 'revision_number': 5, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'subnets': [{'id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:08:38.820840 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e35694a-4244-49ef-ba5c-dadc0e86ac6a None None] The sync data for ids ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'] in dv-cinder-773985-1-iscsi is: [{'id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'name': 'tempest-AttachVolumeShelveTestJSON-15026598-router', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'gw_port': {'id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:53Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '6aacc4d0-f8b2-4b4f-84cd-9b6991b58dd5', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'port_id': '10c05a94-49db-4d78-9a1b-32f2ea943d0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'mac_address': 'fa:16:3e:46:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a50f76-4db1-4cbc-ba37-3ca5255133c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:08:17Z', 'updated_at': '2021-02-03T20:08:36Z', 'revision_number': 1, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00cbdf06-48af-44cc-8f62-2fc6eefcc947', 'name': '', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'mac_address': 'fa:16:3e:da:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:06Z', 'updated_at': '2021-02-03T20:03:24Z', 'revision_number': 5, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'subnets': [{'id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:08:38.889110 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09374c69-318c-46cd-b66e-0e32b37f485d req-ada1a098-dc80-4687-b31f-068d9ea11b01 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10c05a94-49db-4d78-9a1b-32f2ea943d0c HTTP/1.1" status: 200  len: 998 time: 0.1086984
Feb 03 20:08:38.963648 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09374c69-318c-46cd-b66e-0e32b37f485d req-7a4628cc-294b-4919-a787-ce6137e22925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:38.965293 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09374c69-318c-46cd-b66e-0e32b37f485d req-7a4628cc-294b-4919-a787-ce6137e22925 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5a7e0094-f26b-4461-b4af-b0f9b0b24802 HTTP/1.1" status: 200  len: 854 time: 0.0684438
Feb 03 20:08:39.058020 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09374c69-318c-46cd-b66e-0e32b37f485d req-d6df8c29-9a66-4414-8272-a1628500eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:39.060022 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09374c69-318c-46cd-b66e-0e32b37f485d req-d6df8c29-9a66-4414-8272-a1628500eb65 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4826c2d9-ff92-4255-84fc-4664139f9cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0869524
Feb 03 20:08:39.167022 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b247ed4f-7aa4-44df-b710-a989a971d3b7 None None] New status for floating IP 6aacc4d0-f8b2-4b4f-84cd-9b6991b58dd5: ACTIVE {{(pid=80148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 20:08:39.278822 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09374c69-318c-46cd-b66e-0e32b37f485d req-97847cd2-94e8-4205-bcb8-d91ada0dd41d service neutron] 10.222.0.67 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2083797
Feb 03 20:08:39.399648 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb8807-6607-41cf-82da-4a10c7a3a298 req-cf86ef7f-b791-4e53-9f24-96131e220d70 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:39.401578 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-51eb8807-6607-41cf-82da-4a10c7a3a298 req-cf86ef7f-b791-4e53-9f24-96131e220d70 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.2550893
Feb 03 20:08:39.543564 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-51eb8807-6607-41cf-82da-4a10c7a3a298 req-adb3c666-d4dc-4091-9960-bbc2843cdd87 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0829225
Feb 03 20:08:39.591962 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-09374c69-318c-46cd-b66e-0e32b37f485d req-70f73ee9-d9c8-4b7e-affa-c01af4552887 service neutron] 10.222.0.67 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2995503
Feb 03 20:08:40.892159 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9c252-80fc-44b4-a916-460345383a0f req-3c9b6c41-dd7f-486e-9f67-a016d530b08b tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:40.893890 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5bd9c252-80fc-44b4-a916-460345383a0f req-3c9b6c41-dd7f-486e-9f67-a016d530b08b tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.1708965
Feb 03 20:08:40.962708 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5bd9c252-80fc-44b4-a916-460345383a0f req-28c5cef8-93cf-498d-809d-3b537505bdba tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0606787
Feb 03 20:08:42.262209 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a0366-3d17-48f8-a0e7-8830679a3029 req-8704c95f-dd49-426e-9e73-ff8eb1a2fc44 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:42.263816 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-789a0366-3d17-48f8-a0e7-8830679a3029 req-8704c95f-dd49-426e-9e73-ff8eb1a2fc44 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.1712348
Feb 03 20:08:42.329371 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-789a0366-3d17-48f8-a0e7-8830679a3029 req-0669138b-3026-47be-963f-0631643577d8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0587168
Feb 03 20:08:43.625283 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d565ec-8b7d-43c8-90e7-1c42677d16a6 req-7a641d03-a33f-442c-89c4-a326b82ebdd4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:43.627205 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-75d565ec-8b7d-43c8-90e7-1c42677d16a6 req-7a641d03-a33f-442c-89c4-a326b82ebdd4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.1700094
Feb 03 20:08:43.692957 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-75d565ec-8b7d-43c8-90e7-1c42677d16a6 req-247731ea-2759-4872-b9b4-1e441ac0e116 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0588081
Feb 03 20:08:44.990886 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345c847-f8b3-4df4-9805-9cdcc57dece4 req-2e679a01-ea75-4f95-af9d-483e003dc80b tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:44.992456 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3345c847-f8b3-4df4-9805-9cdcc57dece4 req-2e679a01-ea75-4f95-af9d-483e003dc80b tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.1710682
Feb 03 20:08:45.057070 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3345c847-f8b3-4df4-9805-9cdcc57dece4 req-8b671d00-0b99-4572-879d-c6d309df4af4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0583565
Feb 03 20:08:46.357453 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8e727-8080-4708-aeba-22ab6df239d6 req-6b442d4c-e2ec-4938-bb07-f069c6532a50 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:46.359087 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f1b8e727-8080-4708-aeba-22ab6df239d6 req-6b442d4c-e2ec-4938-bb07-f069c6532a50 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.1734698
Feb 03 20:08:46.424643 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f1b8e727-8080-4708-aeba-22ab6df239d6 req-a0f59b4b-8051-4e0f-ae01-1a4cdbc28598 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0590935
Feb 03 20:08:47.808021 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866376ae-198c-46f9-9b05-239d179e2e90 req-f19c1015-d4bd-4d2e-813d-f016b4746252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:47.809726 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-866376ae-198c-46f9-9b05-239d179e2e90 req-f19c1015-d4bd-4d2e-813d-f016b4746252 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.2598138
Feb 03 20:08:47.814272 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6d4f0f69-b86d-431d-8a3d-101023c65890 req-6059789d-0453-427e-a437-0ca32b5781ab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2073283
Feb 03 20:08:47.918237 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-866376ae-198c-46f9-9b05-239d179e2e90 req-967374d6-9b51-4b4d-9b94-5e16356fb0b8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1020067
Feb 03 20:08:47.958591 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f0f69-b86d-431d-8a3d-101023c65890 req-ef26b6c8-f775-434e-b23f-16f9410ba643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:47.960248 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6d4f0f69-b86d-431d-8a3d-101023c65890 req-ef26b6c8-f775-434e-b23f-16f9410ba643 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20e86c4b370d4d1ab70110e25f1ebe04&device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 1162 time: 0.1045132
Feb 03 20:08:48.129475 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f0f69-b86d-431d-8a3d-101023c65890 req-be76ab0d-4380-4d9b-96bd-c3d6c5102e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:48.131072 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6d4f0f69-b86d-431d-8a3d-101023c65890 req-be76ab0d-4380-4d9b-96bd-c3d6c5102e5d service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 HTTP/1.1" status: 200  len: 905 time: 0.1470418
Feb 03 20:08:48.227991 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 60830) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:48.253402 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6d4f0f69-b86d-431d-8a3d-101023c65890 req-9f863569-e199-4f56-8af8-c700d9617819 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 HTTP/1.1" status: 200  len: 1001 time: 0.1083078
Feb 03 20:08:48.299682 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_v2 [None req-591737ab-0228-40e1-ba3e-a74a6d117f55 admin admin] Deleting subnet 1135e8a0-4266-4178-8e8b-bb2fa7cdb016 {{(pid=80144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 20:08:48.302954 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-591737ab-0228-40e1-ba3e-a74a6d117f55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:48.330376 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f0f69-b86d-431d-8a3d-101023c65890 req-9cb2c12c-3e53-4643-ac94-bd2b68245265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:48.331970 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6d4f0f69-b86d-431d-8a3d-101023c65890 req-9cb2c12c-3e53-4643-ac94-bd2b68245265 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f359afcf-4f0c-4f99-9cfc-156f20cf5791 HTTP/1.1" status: 200  len: 850 time: 0.0693727
Feb 03 20:08:48.364827 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-591737ab-0228-40e1-ba3e-a74a6d117f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849024670'] for subnet, precommit_delete_associations {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:48.421515 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f0f69-b86d-431d-8a3d-101023c65890 req-047e7dd1-23d1-4c31-9c8c-bf02d3f8bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:48.423643 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6d4f0f69-b86d-431d-8a3d-101023c65890 req-047e7dd1-23d1-4c31-9c8c-bf02d3f8bcfe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2eb7e8c-bcbc-45cd-b50e-636bc852ed45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831611
Feb 03 20:08:48.428327 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-591737ab-0228-40e1-ba3e-a74a6d117f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-240091'] for subnet, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:48.579172 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6d4f0f69-b86d-431d-8a3d-101023c65890 req-e2291aa0-8dc2-4aa1-ab76-0db4ceb1a75e service neutron] 10.222.0.67 "GET /v2.0/networks/b2eb7e8c-bcbc-45cd-b50e-636bc852ed45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453118
Feb 03 20:08:48.722508 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-591737ab-0228-40e1-ba3e-a74a6d117f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854535725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5360768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6378840'] for subnet, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:48.740376 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bf131115-0ac9-431a-a023-308022f26eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:48.835615 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591737ab-0228-40e1-ba3e-a74a6d117f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1135e8a0-4266-4178-8e8b-bb2fa7cdb016,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:48.849470 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-591737ab-0228-40e1-ba3e-a74a6d117f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:48.884306 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-591737ab-0228-40e1-ba3e-a74a6d117f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:48.898854 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-591737ab-0228-40e1-ba3e-a74a6d117f55 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/1135e8a0-4266-4178-8e8b-bb2fa7cdb016 HTTP/1.1" status: 204  len: 168 time: 0.6673601
Feb 03 20:08:48.899145 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 60838) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:48.952128 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6d4f0f69-b86d-431d-8a3d-101023c65890 req-308383f0-5c15-43b0-a381-7b27598e66f9 service neutron] 10.222.0.67 "GET /v2.0/networks/b2eb7e8c-bcbc-45cd-b50e-636bc852ed45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3650010
Feb 03 20:08:49.239120 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-be6f6cf2-dcab-4dac-b564-17e9c23a61ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854670727'] for network, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:49.241742 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f6de4-aec4-4d63-9b9a-8e826cddffe1 req-9f2b44c9-3019-4319-be38-edaea4d42251 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:49.243462 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3b3f6de4-aec4-4d63-9b9a-8e826cddffe1 req-9f2b44c9-3019-4319-be38-edaea4d42251 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.1782546
Feb 03 20:08:49.310462 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3b3f6de4-aec4-4d63-9b9a-8e826cddffe1 req-2c49b220-4f00-4afa-9d3a-313bedc8beb4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0589910
Feb 03 20:08:49.441946 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-be6f6cf2-dcab-4dac-b564-17e9c23a61ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-242256', 'neutron.services.segments.db._delete_segments_for_network--9223363255462345878'] for network, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:49.588546 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-be6f6cf2-dcab-4dac-b564-17e9c23a61ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc93abc81d0>,) {'filters': {'network_id': ['6706a1a5-2de0-47c4-b8d0-20ee6b93b889']}} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:08:49.606715 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-be6f6cf2-dcab-4dac-b564-17e9c23a61ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93abc81d0>, '8d427da4-d954-43f0-bd46-160ebad3104b') {'for_net_delete': True} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:08:49.607053 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-be6f6cf2-dcab-4dac-b564-17e9c23a61ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93abc81d0>, '8d427da4-d954-43f0-bd46-160ebad3104b') {} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:08:49.622034 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-be6f6cf2-dcab-4dac-b564-17e9c23a61ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255462350230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5751146'] for segment, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:49.641097 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-be6f6cf2-dcab-4dac-b564-17e9c23a61ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:49.643542 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-be6f6cf2-dcab-4dac-b564-17e9c23a61ad admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 20:08:49.840093 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-be6f6cf2-dcab-4dac-b564-17e9c23a61ad admin admin] Network 6706a1a5-2de0-47c4-b8d0-20ee6b93b889 has no segments {{(pid=80144) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:08:49.850100 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-be6f6cf2-dcab-4dac-b564-17e9c23a61ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-238909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5360879'] for segment, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:50.040338 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-be6f6cf2-dcab-4dac-b564-17e9c23a61ad admin admin] Network 6706a1a5-2de0-47c4-b8d0-20ee6b93b889 has no segments {{(pid=80144) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]: Traceback (most recent call last):
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:     timer()
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:     cb(*args, **kw)
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:     return func(*args, **kwargs)
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:     self._notify()
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:     self.callback(batched_events)
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:     event.method(event)
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:     segment_id)['aggregates'][0]
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(self, *a, **k)
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self._get(url).json()
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:     **kwargs)
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.request(url, 'GET', **kwargs)
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:     **endpoint_filter)
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 20:08:50.066559 dv-cinder-773985-1-iscsi neutron-server[80033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 20:08:50.153624 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-be6f6cf2-dcab-4dac-b564-17e9c23a61ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854533528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846788979'] for network, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:50.167800 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-be6f6cf2-dcab-4dac-b564-17e9c23a61ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:50.172598 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:50.193392 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-be6f6cf2-dcab-4dac-b564-17e9c23a61ad admin admin] 10.222.0.103 "DELETE /v2.0/networks/6706a1a5-2de0-47c4-b8d0-20ee6b93b889 HTTP/1.1" status: 204  len: 168 time: 1.2932060
Feb 03 20:08:50.194434 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f6cf2-dcab-4dac-b564-17e9c23a61ad admin admin] Pushing event deleted for resources: {'Network': ['ID=6706a1a5-2de0-47c4-b8d0-20ee6b93b889,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:50.196411 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 60868) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:50.197420 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-be6f6cf2-dcab-4dac-b564-17e9c23a61ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:50.268472 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f23bef-d975-4461-bb15-66a0eb8c4916 admin admin] Deleting subnet eb40645f-9c5d-4f9e-8e6f-27d8571bd986 {{(pid=80146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 20:08:50.271563 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d1f23bef-d975-4461-bb15-66a0eb8c4916 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:50.324299 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d1f23bef-d975-4461-bb15-66a0eb8c4916 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846522523'] for subnet, precommit_delete_associations {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:50.388203 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d1f23bef-d975-4461-bb15-66a0eb8c4916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-240091'] for subnet, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:50.723575 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52bb6a-9ea8-4201-9f95-86a7a7ad190c req-c888d6f3-7a09-4e8d-8c31-610531f7f38b tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:50.725318 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6d52bb6a-9ea8-4201-9f95-86a7a7ad190c req-c888d6f3-7a09-4e8d-8c31-610531f7f38b tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.2683220
Feb 03 20:08:50.843841 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6d52bb6a-9ea8-4201-9f95-86a7a7ad190c req-386f277c-3a3e-4693-aec8-3eb6805ab0e6 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1033885
Feb 03 20:08:50.884991 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d1f23bef-d975-4461-bb15-66a0eb8c4916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854535725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848090788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6536506'] for subnet, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:50.902272 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:50.990641 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f23bef-d975-4461-bb15-66a0eb8c4916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb40645f-9c5d-4f9e-8e6f-27d8571bd986,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:50.993500 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d1f23bef-d975-4461-bb15-66a0eb8c4916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:51.047733 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d1f23bef-d975-4461-bb15-66a0eb8c4916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:51.056012 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-d1f23bef-d975-4461-bb15-66a0eb8c4916 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/eb40645f-9c5d-4f9e-8e6f-27d8571bd986 HTTP/1.1" status: 204  len: 168 time: 0.8579459
Feb 03 20:08:51.058292 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 60882) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:51.178190 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a5c72fcd-22b5-4934-927b-3c1ecc57661b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854670727'] for network, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:51.378196 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a5c72fcd-22b5-4934-927b-3c1ecc57661b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-242256', 'neutron.services.segments.db._delete_segments_for_network--9223363255462345878'] for network, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:51.498777 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-a5c72fcd-22b5-4934-927b-3c1ecc57661b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc939472940>,) {'filters': {'network_id': ['30ff6903-ec67-44ae-9e40-09c8ed65ed3a']}} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:08:51.517280 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-a5c72fcd-22b5-4934-927b-3c1ecc57661b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc939472940>, '4851761f-ae73-414d-b42c-9c654d3c5be0') {'for_net_delete': True} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:08:51.517620 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-a5c72fcd-22b5-4934-927b-3c1ecc57661b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc939472940>, '4851761f-ae73-414d-b42c-9c654d3c5be0') {} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:08:51.533431 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a5c72fcd-22b5-4934-927b-3c1ecc57661b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255462350230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5751146'] for segment, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:51.549886 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a5c72fcd-22b5-4934-927b-3c1ecc57661b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:51.551855 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a5c72fcd-22b5-4934-927b-3c1ecc57661b admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 20:08:51.734712 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-a5c72fcd-22b5-4934-927b-3c1ecc57661b admin admin] Network 30ff6903-ec67-44ae-9e40-09c8ed65ed3a has no segments {{(pid=80144) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:08:51.743759 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a5c72fcd-22b5-4934-927b-3c1ecc57661b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-238909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5360879'] for segment, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:51.925176 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-a5c72fcd-22b5-4934-927b-3c1ecc57661b admin admin] Network 30ff6903-ec67-44ae-9e40-09c8ed65ed3a has no segments {{(pid=80144) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]: Traceback (most recent call last):
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:     timer()
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:     cb(*args, **kw)
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:     return func(*args, **kwargs)
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:     self._notify()
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:     self.callback(batched_events)
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:     event.method(event)
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:     segment_id)['aggregates'][0]
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(self, *a, **k)
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self._get(url).json()
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:     **kwargs)
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.request(url, 'GET', **kwargs)
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:     **endpoint_filter)
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 20:08:51.947665 dv-cinder-773985-1-iscsi neutron-server[80033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 20:08:52.029955 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a5c72fcd-22b5-4934-927b-3c1ecc57661b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854533528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846788979'] for network, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:52.035386 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:52.054761 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a5c72fcd-22b5-4934-927b-3c1ecc57661b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:52.063137 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c72fcd-22b5-4934-927b-3c1ecc57661b admin admin] Pushing event deleted for resources: {'Network': ['ID=30ff6903-ec67-44ae-9e40-09c8ed65ed3a,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:52.066643 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-a5c72fcd-22b5-4934-927b-3c1ecc57661b admin admin] 10.222.0.103 "DELETE /v2.0/networks/30ff6903-ec67-44ae-9e40-09c8ed65ed3a HTTP/1.1" status: 204  len: 168 time: 1.0071435
Feb 03 20:08:52.067728 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a5c72fcd-22b5-4934-927b-3c1ecc57661b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:52.165912 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ed05d-ff36-4c07-b6e7-e2f04f42f5f3 req-98969785-ba51-4257-a905-c7b1397058ec tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:52.167625 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-811ed05d-ff36-4c07-b6e7-e2f04f42f5f3 req-98969785-ba51-4257-a905-c7b1397058ec tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.1854751
Feb 03 20:08:52.234994 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-811ed05d-ff36-4c07-b6e7-e2f04f42f5f3 req-b6f0788a-b02e-497e-b91c-01a1a2d7bfab tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0603809
Feb 03 20:08:52.278909 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 60900) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:52.330876 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-a69c4b71-30dd-4ab3-83fc-67e7a010430b admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=0d361e0f780c448c94590ed7450abd29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0506859
Feb 03 20:08:52.333472 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 60904) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:52.395915 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fc84985e-b80e-49fa-aee8-027c0e37ec7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:52.423456 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fc84985e-b80e-49fa-aee8-027c0e37ec7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:52.470330 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fc84985e-b80e-49fa-aee8-027c0e37ec7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:52.475523 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-db9c615a-7d81-4590-9368-4a7353afa59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:52.493394 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84985e-b80e-49fa-aee8-027c0e37ec7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf7e54b-6c41-4548-b416-ee195b83db19,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:52.496413 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-fc84985e-b80e-49fa-aee8-027c0e37ec7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:52.497304 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fc84985e-b80e-49fa-aee8-027c0e37ec7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:52.500671 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-fc84985e-b80e-49fa-aee8-027c0e37ec7d admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/edf7e54b-6c41-4548-b416-ee195b83db19 HTTP/1.1" status: 204  len: 168 time: 0.1640377
Feb 03 20:08:52.870284 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a2096c29-8d9e-454b-8c28-f1555a414591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:52.904447 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 60914) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:52.956198 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-208f6954-22bf-4226-b110-21756510c21a admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=5cc3dcdaa2184a1a809983042f7759fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0504327
Feb 03 20:08:52.958690 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 60918) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:08:53.019957 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2aacf010-5272-4f30-a277-ab2ea82a851f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:53.048147 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2aacf010-5272-4f30-a277-ab2ea82a851f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:53.091410 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2aacf010-5272-4f30-a277-ab2ea82a851f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:53.097195 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-0fd22840-59fc-4b30-972c-ed866b006a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:08:53.111500 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacf010-5272-4f30-a277-ab2ea82a851f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a7470b-6e82-4dfb-808d-49c92144b985,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:08:53.114016 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2aacf010-5272-4f30-a277-ab2ea82a851f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:08:53.116334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2aacf010-5272-4f30-a277-ab2ea82a851f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:53.117389 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-2aacf010-5272-4f30-a277-ab2ea82a851f admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/73a7470b-6e82-4dfb-808d-49c92144b985 HTTP/1.1" status: 204  len: 168 time: 0.1577477
Feb 03 20:08:53.539797 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d02763-17b9-418f-b04a-b2603c6954f1 req-15beee89-94c8-4907-899b-529133afeefc tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:53.541553 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-79d02763-17b9-418f-b04a-b2603c6954f1 req-15beee89-94c8-4907-899b-529133afeefc tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.1736321
Feb 03 20:08:53.615757 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-79d02763-17b9-418f-b04a-b2603c6954f1 req-528fc3bc-28c2-49a9-b794-6b1bd2c6a05a tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0675590
Feb 03 20:08:54.930333 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75327f6-6bf2-413f-946c-e98a8eac2b91 req-d6551e13-5601-46eb-82ea-87619406b3e4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:54.932073 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e75327f6-6bf2-413f-946c-e98a8eac2b91 req-d6551e13-5601-46eb-82ea-87619406b3e4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.1746969
Feb 03 20:08:54.996946 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e75327f6-6bf2-413f-946c-e98a8eac2b91 req-2df1edea-13f1-4689-949a-a94cb2c7ff46 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0583901
Feb 03 20:08:55.300478 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e35eaaa5-18a0-4369-9075-efa74391ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:55.984169 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:56.292675 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcd56c-4b3c-40aa-a69c-2d8c506a9423 req-a4c2a4c7-126f-48a0-8160-8cad0b3ec298 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:56.294190 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a6bcd56c-4b3c-40aa-a69c-2d8c506a9423 req-a4c2a4c7-126f-48a0-8160-8cad0b3ec298 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.1698172
Feb 03 20:08:56.358517 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a6bcd56c-4b3c-40aa-a69c-2d8c506a9423 req-6f1c1656-4a7c-4a62-a8c8-7e666321e0df tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0573227
Feb 03 20:08:56.712239 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:57.232089 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:57.659210 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e110c2-8297-46d8-a27b-a5e0d20a220e req-5389218d-aa9d-4bc2-bec9-4ea71b0a7bdb tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:57.660909 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a8e110c2-8297-46d8-a27b-a5e0d20a220e req-5389218d-aa9d-4bc2-bec9-4ea71b0a7bdb tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.1721117
Feb 03 20:08:57.724828 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a8e110c2-8297-46d8-a27b-a5e0d20a220e req-b4150e1a-c400-43ef-8eab-ae2f56c2bf25 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0576289
Feb 03 20:08:57.838072 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:58.052241 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb06a01-231f-4e5f-abd1-88904894c767 req-d31c63f9-a66e-4645-8407-daf392e7b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:58.053323 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5bb06a01-231f-4e5f-abd1-88904894c767 req-d31c63f9-a66e-4645-8407-daf392e7b703 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=de9531b4b9754686a636343b8ed74fe7&device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 1163 time: 0.0820580
Feb 03 20:08:58.055511 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 73d049f9-a6b7-47d9-8126-1cb74d2dec0f up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:08:58.130156 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:08:58.130825 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:58.257309 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb06a01-231f-4e5f-abd1-88904894c767 req-313cc249-2c42-47c8-bc48-fc4b7d13d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:58.258919 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5bb06a01-231f-4e5f-abd1-88904894c767 req-313cc249-2c42-47c8-bc48-fc4b7d13d98f service neutron] 10.222.0.67 "GET /v2.0/networks?id=363b23da-45c6-4a09-8348-d34a237bdcb0 HTTP/1.1" status: 200  len: 903 time: 0.1693037
Feb 03 20:08:58.289827 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 10c05a94-49db-4d78-9a1b-32f2ea943d0c up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:08:58.364992 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 10c05a94-49db-4d78-9a1b-32f2ea943d0c triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:08:58.365424 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:08:58.377914 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5bb06a01-231f-4e5f-abd1-88904894c767 req-addfe8e4-0516-4425-8a96-e791fbfe82ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73d049f9-a6b7-47d9-8126-1cb74d2dec0f HTTP/1.1" status: 200  len: 1001 time: 0.1114380
Feb 03 20:08:58.465575 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb06a01-231f-4e5f-abd1-88904894c767 req-ee817b90-0272-4bba-be3d-ed46b07b4ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:58.467188 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5bb06a01-231f-4e5f-abd1-88904894c767 req-ee817b90-0272-4bba-be3d-ed46b07b4ec4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=56df7b6f-0026-430c-8ccd-068706ffc2ff HTTP/1.1" status: 200  len: 848 time: 0.0685835
Feb 03 20:08:58.560013 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb06a01-231f-4e5f-abd1-88904894c767 req-dac9cb14-2ebe-4826-a467-49843ddbafbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:58.561875 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5bb06a01-231f-4e5f-abd1-88904894c767 req-dac9cb14-2ebe-4826-a467-49843ddbafbb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=363b23da-45c6-4a09-8348-d34a237bdcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0877984
Feb 03 20:08:58.712799 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5bb06a01-231f-4e5f-abd1-88904894c767 req-4e4b6e91-03ef-45ef-9bad-9ef0952f859b service neutron] 10.222.0.67 "GET /v2.0/networks/363b23da-45c6-4a09-8348-d34a237bdcb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431518
Feb 03 20:08:58.860836 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca4a40-381c-4beb-93bf-86a8ce707006 req-412f3f2d-64e1-48e7-b67d-2bfb4e8032a7 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:58.862909 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-82ca4a40-381c-4beb-93bf-86a8ce707006 req-412f3f2d-64e1-48e7-b67d-2bfb4e8032a7 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.1819355
Feb 03 20:08:58.913138 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5bb06a01-231f-4e5f-abd1-88904894c767 req-9ff59f43-6471-48db-81b7-7959c1658abf service neutron] 10.222.0.67 "GET /v2.0/networks/363b23da-45c6-4a09-8348-d34a237bdcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1926427
Feb 03 20:08:58.929732 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-82ca4a40-381c-4beb-93bf-86a8ce707006 req-5e778719-8bc9-4358-aa5f-71d889b9552d tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593703
Feb 03 20:08:59.083005 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f29dd-0c7b-4a5f-8e18-a8f8c21a0d42 req-f485e6b1-6928-4ff8-a19e-97fb7b3c31a5 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:08:59.084665 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-dd8f29dd-0c7b-4a5f-8e18-a8f8c21a0d42 req-f485e6b1-6928-4ff8-a19e-97fb7b3c31a5 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.2131426
Feb 03 20:08:59.155117 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-dd8f29dd-0c7b-4a5f-8e18-a8f8c21a0d42 req-7807c58c-e7c1-4e25-949a-7cad9b337de7 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0637968
Feb 03 20:09:00.241794 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657cd4d-3b5f-40a6-b1f6-48c8b30e921a req-43ea445e-4ab3-46ab-a975-43f7805a2b86 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:00.243476 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a657cd4d-3b5f-40a6-b1f6-48c8b30e921a req-43ea445e-4ab3-46ab-a975-43f7805a2b86 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.1720600
Feb 03 20:09:00.307748 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a657cd4d-3b5f-40a6-b1f6-48c8b30e921a req-574c41ed-c1a9-4d93-831f-46356b5e7616 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578279
Feb 03 20:09:00.587371 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9af8e-b30f-4a80-81a9-66faf0d5fcd9 req-db402030-f12a-4711-83b5-8ab572ced91c tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:00.589128 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9db9af8e-b30f-4a80-81a9-66faf0d5fcd9 req-db402030-f12a-4711-83b5-8ab572ced91c tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.1674798
Feb 03 20:09:00.659532 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9db9af8e-b30f-4a80-81a9-66faf0d5fcd9 req-916f1fa0-d724-414a-bc6d-d8264155dce2 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0635703
Feb 03 20:09:01.608921 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d76395-f6e7-40d8-b848-950a32e5e35e req-750c70db-e8bf-4649-b60a-92a751a8e14b tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:01.611096 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-37d76395-f6e7-40d8-b848-950a32e5e35e req-750c70db-e8bf-4649-b60a-92a751a8e14b tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.1712821
Feb 03 20:09:01.675365 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-37d76395-f6e7-40d8-b848-950a32e5e35e req-a92b145d-4ece-4aa6-8ba3-990d2d6be68b tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578923
Feb 03 20:09:01.961871 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc40b63-6285-4c68-a9f3-a970fb6da570 req-1238b19b-8904-46ae-a865-81788bb776fc tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:01.963496 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-edc40b63-6285-4c68-a9f3-a970fb6da570 req-1238b19b-8904-46ae-a865-81788bb776fc tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.1698227
Feb 03 20:09:02.027574 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-edc40b63-6285-4c68-a9f3-a970fb6da570 req-bc7d0088-e67b-4609-8841-93f871730288 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0572708
Feb 03 20:09:02.968240 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38550333-860b-4a72-9663-dcf8c769807b req-d9cfb858-6230-43e7-a643-6cd268010289 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:02.970603 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-38550333-860b-4a72-9663-dcf8c769807b req-d9cfb858-6230-43e7-a643-6cd268010289 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.1652260
Feb 03 20:09:03.036840 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-38550333-860b-4a72-9663-dcf8c769807b req-c65d1556-05a5-4cfc-9b9f-9d167520f65d tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596349
Feb 03 20:09:03.320831 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75b93c-63f2-4a9c-a76d-c57840a2222d req-47fd8106-f8a8-4296-9ee5-12deeaa1b001 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:03.322434 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6b75b93c-63f2-4a9c-a76d-c57840a2222d req-47fd8106-f8a8-4296-9ee5-12deeaa1b001 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.1678326
Feb 03 20:09:03.386567 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6b75b93c-63f2-4a9c-a76d-c57840a2222d req-386ee662-a917-4776-be62-67fa47148a80 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0572422
Feb 03 20:09:03.751472 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-66a38a54-c1de-4010-9dae-80f7c11caf3c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:03.753090 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-66a38a54-c1de-4010-9dae-80f7c11caf3c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.67 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.1657581
Feb 03 20:09:03.860041 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Deleting port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:09:03.860435 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:03.890382 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 73d049f9-a6b7-47d9-8126-1cb74d2dec0f up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:09:03.969909 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:09:03.970957 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:04.134624 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:09:04.268383 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:04.296617 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca18cd1-88da-4580-b0ea-fc62f8718c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '518b9129-c13a-46c5-a4f9-1d8b63cb0ae7'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:09:04.307096 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=518b9129-c13a-46c5-a4f9-1d8b63cb0ae7,segment=NetworkSegment(9319fd51-3f8a-4400-83f2-37446c6d8ab0),segment_id=9319fd51-3f8a-4400-83f2-37446c6d8ab0)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:09:04.310283 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:04.312466 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d1d72215-289d-46e8-b367-4f76987e741c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:04.366115 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca18cd1-88da-4580-b0ea-fc62f8718c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '518b9129-c13a-46c5-a4f9-1d8b63cb0ae7', 'code': 200}
Feb 03 20:09:04.393593 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=518b9129-c13a-46c5-a4f9-1d8b63cb0ae7,revision_number=5']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:04.403515 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.404025 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.404582 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.405030 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.405471 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.405910 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.406880 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.407327 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.407762 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.408215 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.408653 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.409084 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.409671 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.410104 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.410536 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.410970 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.411397 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.411828 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.412534 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.412966 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.413883 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.413883 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.414883 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.415321 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:04.434976 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:04.532284 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca0b02-72a1-48a7-b69c-ae7d561a3418 req-a5c87983-99c0-49ec-9770-725990cf6115 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:04.533921 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8eca0b02-72a1-48a7-b69c-ae7d561a3418 req-a5c87983-99c0-49ec-9770-725990cf6115 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 945 time: 0.2851799
Feb 03 20:09:04.541855 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] For port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=518b9129-c13a-46c5-a4f9-1d8b63cb0ae7,segment=NetworkSegment(9319fd51-3f8a-4400-83f2-37446c6d8ab0),segment_id=9319fd51-3f8a-4400-83f2-37446c6d8ab0)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:09:04.542071 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:04.616135 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 73d049f9-a6b7-47d9-8126-1cb74d2dec0f no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:09:04.693774 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8eca0b02-72a1-48a7-b69c-ae7d561a3418 req-b3f1896d-9d78-4034-9ffd-cc364e8fec3a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1430898
Feb 03 20:09:04.722506 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0324c53-54b9-43df-99c0-afb53c1d99ad req-1e7f137a-a053-4ccf-948a-a6e0fb32f724 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:04.724244 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a0324c53-54b9-43df-99c0-afb53c1d99ad req-1e7f137a-a053-4ccf-948a-a6e0fb32f724 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.1967518
Feb 03 20:09:04.755850 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:04.792812 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a0324c53-54b9-43df-99c0-afb53c1d99ad req-ebe9460c-d7af-4d08-b7cb-2aabc3b3af67 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0611346
Feb 03 20:09:04.794423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=73d049f9-a6b7-47d9-8126-1cb74d2dec0f,segment=NetworkSegment(2983977f-f2e2-4870-b6cb-bdc4e6955295),segment_id=2983977f-f2e2-4870-b6cb-bdc4e6955295)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:09:04.798837 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:04.800751 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-76f50163-7502-40bf-bfa5-309f99d1f93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:04.876050 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=73d049f9-a6b7-47d9-8126-1cb74d2dec0f,revision_number=5']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:04.880293 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:04.962036 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:04.962436 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:04.962790 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.l3_db [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Floating IP 792c452d-7740-43b5-8d8b-00d512f26e1f disassociated. External IP: 172.27.3.201, port: 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7.
Feb 03 20:09:04.963174 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Calling delete_port for 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 owned by compute:nova {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:09:05.053680 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.api [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80146) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 20:09:05.054254 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.api [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80146) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 20:09:05.555319 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Deleting port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:09:05.555716 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:05.831991 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] For port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=518b9129-c13a-46c5-a4f9-1d8b63cb0ae7,segment=NetworkSegment(9319fd51-3f8a-4400-83f2-37446c6d8ab0),segment_id=9319fd51-3f8a-4400-83f2-37446c6d8ab0)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:09:05.832392 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:06.008899 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db85b4-7076-42e2-9521-62af72cd69d7 req-2e3dd01c-2d41-4263-b6a7-c42e71222a25 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:06.010530 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b8db85b4-7076-42e2-9521-62af72cd69d7 req-2e3dd01c-2d41-4263-b6a7-c42e71222a25 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 943 time: 0.1769109
Feb 03 20:09:06.076815 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b8db85b4-7076-42e2-9521-62af72cd69d7 req-7e719da3-b442-491b-9ee3-79f7fd64cb8e tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=a64748bb-6f0a-409f-943a-1c9cd6a45aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596180
Feb 03 20:09:06.289139 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b596e9-b531-4638-a80f-32e48f8f2118 req-5bbce9c3-a4c8-4898-89ce-79b337bc1f61 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:06.290799 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b2b596e9-b531-4638-a80f-32e48f8f2118 req-5bbce9c3-a4c8-4898-89ce-79b337bc1f61 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 944 time: 0.3570046
Feb 03 20:09:06.329226 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:06.329652 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:06.330004 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.l3_db [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Floating IP 792c452d-7740-43b5-8d8b-00d512f26e1f disassociated. External IP: 172.27.3.201, port: 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7.
Feb 03 20:09:06.330387 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Calling delete_port for 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 owned by compute:nova {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:09:06.366880 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a0d05e-ea1d-483f-91eb-7a291296ace3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73d049f9-a6b7-47d9-8126-1cb74d2dec0f'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:09:06.425285 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2a0d05e-ea1d-483f-91eb-7a291296ace3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '73d049f9-a6b7-47d9-8126-1cb74d2dec0f', 'code': 422} returned with failed status
Feb 03 20:09:06.429428 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b2b596e9-b531-4638-a80f-32e48f8f2118 req-ad679af3-57ef-4fff-8bd1-772b8516ee0a tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1271160
Feb 03 20:09:06.550176 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:06.581306 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-13d6c3e4-e688-4377-a98f-9a021b1375f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:06.688791 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Pushing event deleted for resources: {'Port': ['ID=518b9129-c13a-46c5-a4f9-1d8b63cb0ae7,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:06.748455 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.748887 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.749306 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.749724 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.750730 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.751726 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.752161 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.752574 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.752982 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.753385 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.753786 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.754342 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.754791 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.755194 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.755593 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.756021 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.756423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.757120 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.757520 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.757922 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.758557 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.758960 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.759357 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.759755 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:06.768269 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:06.859682 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 32922) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:07.021026 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b61a8705-9fc2-447d-a9ce-37ca7da40f1c req-24fa8e96-ba9a-44fb-87e3-aa0d003ae8ad service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1595011
Feb 03 20:09:07.141108 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15280d3-e1f1-4954-b3e2-740de5cd4099 req-8edcaa5c-ce5f-4c6e-b94e-3ca75c41582c tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:07.142856 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b15280d3-e1f1-4954-b3e2-740de5cd4099 req-8edcaa5c-ce5f-4c6e-b94e-3ca75c41582c tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 944 time: 0.3359201
Feb 03 20:09:07.245960 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b15280d3-e1f1-4954-b3e2-740de5cd4099 req-78fc1052-74c2-4bfd-9a53-0cfc70a135e0 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0916667
Feb 03 20:09:07.274384 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Router c3823f3b-a720-4dce-a97b-5dacb62b620c has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:09:07.304367 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-41c0bc8e-a4e1-4f1a-8895-c0eb44b71e08 req-a9ccdbd4-ecbb-4e14-ad68-5c698770d4ff tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=fca18cd1-88da-4580-b0ea-fc62f8718c05 HTTP/1.1" status: 200  len: 210 time: 0.0753045
Feb 03 20:09:07.530083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:09:07.540757 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722436b-0cfa-4b2f-8c40-8e6eb633fc14 None None] Sync routers for ids ['c3823f3b-a720-4dce-a97b-5dacb62b620c'] in dv-cinder-773985-1-iscsi {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:09:07.552352 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722436b-0cfa-4b2f-8c40-8e6eb633fc14 None None] Routers {'c3823f3b-a720-4dce-a97b-5dacb62b620c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:09:07.553046 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-9722436b-0cfa-4b2f-8c40-8e6eb633fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93b9c3320>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:08:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['c3823f3b-a720-4dce-a97b-5dacb62b620c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:09:07.580980 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] No DVR routers for this DVR port 518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 on host hv-cinder-77398 {{(pid=80146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:09:07.583362 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:07.587690 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca18cd1-88da-4580-b0ea-fc62f8718c05', 'name': 'network-vif-deleted', 'tag': '518b9129-c13a-46c5-a4f9-1d8b63cb0ae7'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:09:07.602197 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc640102-5997-4a3f-9d9c-ffbc205001d1 req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.67 "DELETE /v2.0/ports/518b9129-c13a-46c5-a4f9-1d8b63cb0ae7 HTTP/1.1" status: 204  len: 173 time: 3.8335910
Feb 03 20:09:07.679146 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca18cd1-88da-4580-b0ea-fc62f8718c05', 'name': 'network-vif-deleted', 'tag': '518b9129-c13a-46c5-a4f9-1d8b63cb0ae7', 'status': 'completed', 'code': 200}
Feb 03 20:09:07.826212 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 32952) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:07.844675 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-9722436b-0cfa-4b2f-8c40-8e6eb633fc14 None None] Set router c3823f3b-a720-4dce-a97b-5dacb62b620c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:09:08.011348 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:08.032608 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:09:08.037965 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Usage tracker for resource:security_group_rule and tenant:159fd812d15846f99822aaddb754a3ba is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:09:08.039974 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:09:08.045798 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:09:08.150144 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:08.155262 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:08.187781 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-fd472bb9-1a4e-4a16-8076-161b36be1d45 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:08.201053 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 32970) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:08.201156 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=159fd812d15846f99822aaddb754a3ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3730121
Feb 03 20:09:08.225966 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dead44-8583-4484-b683-b97846c1bd56,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:08.237196 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.237816 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.238383 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.238941 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.239518 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.240117 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.240671 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.241221 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.241785 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.242479 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.243028 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.243575 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.244209 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.244762 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.245326 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.245880 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.246427 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.247175 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.247927 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.248485 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.249058 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.249460 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.249869 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.250293 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:08.255290 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f0398626-a6a8-400a-ad0b-c8c0817d7f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:08.328918 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-45150dd7-aa0c-4ed6-aa71-adfbd3d6ac71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:08.362144 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-45150dd7-aa0c-4ed6-aa71-adfbd3d6ac71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:08.392327 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-9722436b-0cfa-4b2f-8c40-8e6eb633fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93b9c3320>, [{'id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'name': 'tempest-AttachVolumeTestJSON-1808507074-router', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:49Z', 'updated_at': '2021-02-03T20:03:15Z', 'revision_number': 4, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'gw_port': {'id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:52Z', 'updated_at': '2021-02-03T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '23e4b5e9-433d-4a56-8e52-2997339fe7f3', 'name': '', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'mac_address': 'fa:16:3e:31:70:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:11Z', 'updated_at': '2021-02-03T20:03:30Z', 'revision_number': 5, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'subnets': [{'id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:09:08.404316 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722436b-0cfa-4b2f-8c40-8e6eb633fc14 None None] Checking router: c3823f3b-a720-4dce-a97b-5dacb62b620c for host: dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:09:08.421553 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722436b-0cfa-4b2f-8c40-8e6eb633fc14 None None] Routers {'c3823f3b-a720-4dce-a97b-5dacb62b620c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:09:08.423241 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-9722436b-0cfa-4b2f-8c40-8e6eb633fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93b9c3320>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:08:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['c3823f3b-a720-4dce-a97b-5dacb62b620c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:09:08.428334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-45150dd7-aa0c-4ed6-aa71-adfbd3d6ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:08.436901 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:08.451819 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-45150dd7-aa0c-4ed6-aa71-adfbd3d6ac71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:08.456444 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-45150dd7-aa0c-4ed6-aa71-adfbd3d6ac71 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/78dead44-8583-4484-b683-b97846c1bd56 HTTP/1.1" status: 204  len: 168 time: 0.2543538
Feb 03 20:09:08.457704 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45150dd7-aa0c-4ed6-aa71-adfbd3d6ac71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dead44-8583-4484-b683-b97846c1bd56,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:08.460339 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-45150dd7-aa0c-4ed6-aa71-adfbd3d6ac71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:08.764548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 32990) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:08.782284 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-9722436b-0cfa-4b2f-8c40-8e6eb633fc14 None None] Set router c3823f3b-a720-4dce-a97b-5dacb62b620c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:09:08.894584 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 32996) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:09.009620 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b2011fea-43f0-43f0-9c00-d34bfd1148ca tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:09.048799 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b2011fea-43f0-43f0-9c00-d34bfd1148ca tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:09.079092 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a9d3941-c2d3-43f1-875c-196d19b27534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:09.101449 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-2a9d3941-c2d3-43f1-875c-196d19b27534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:09:09.112708 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-2a9d3941-c2d3-43f1-875c-196d19b27534 admin admin] Usage tracker for resource:security_group_rule and tenant:83c64071d05c448ea237e24977196b16 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:09:09.115987 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-2a9d3941-c2d3-43f1-875c-196d19b27534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:09:09.122294 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-2a9d3941-c2d3-43f1-875c-196d19b27534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:09:09.199611 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb2e01-5df7-4b8c-9d6a-a7fe1b058ea8 req-42817961-deb3-470c-a7ad-2aaef8f45606 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:09.210410 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b8cb2e01-5df7-4b8c-9d6a-a7fe1b058ea8 req-42817961-deb3-470c-a7ad-2aaef8f45606 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 944 time: 0.6833107
Feb 03 20:09:09.231804 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a9d3941-c2d3-43f1-875c-196d19b27534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:09.233889 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-9722436b-0cfa-4b2f-8c40-8e6eb633fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93b9c3320>, [{'id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'name': 'tempest-AttachVolumeTestJSON-1808507074-router', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:49Z', 'updated_at': '2021-02-03T20:03:15Z', 'revision_number': 4, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'gw_port': {'id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:52Z', 'updated_at': '2021-02-03T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '23e4b5e9-433d-4a56-8e52-2997339fe7f3', 'name': '', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'mac_address': 'fa:16:3e:31:70:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:11Z', 'updated_at': '2021-02-03T20:03:30Z', 'revision_number': 5, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'subnets': [{'id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:09:09.237071 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a9d3941-c2d3-43f1-875c-196d19b27534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:09.240349 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722436b-0cfa-4b2f-8c40-8e6eb633fc14 None None] The sync data for ids ['c3823f3b-a720-4dce-a97b-5dacb62b620c'] in dv-cinder-773985-1-iscsi is: [{'id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'name': 'tempest-AttachVolumeTestJSON-1808507074-router', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:49Z', 'updated_at': '2021-02-03T20:03:15Z', 'revision_number': 4, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'gw_port': {'id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:52Z', 'updated_at': '2021-02-03T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '23e4b5e9-433d-4a56-8e52-2997339fe7f3', 'name': '', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'mac_address': 'fa:16:3e:31:70:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:11Z', 'updated_at': '2021-02-03T20:03:30Z', 'revision_number': 5, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'subnets': [{'id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:09:09.259556 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a8705-9fc2-447d-a9ce-37ca7da40f1c req-ab361bce-f00a-4df4-9b4b-e3291f0e249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:09.261659 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b61a8705-9fc2-447d-a9ce-37ca7da40f1c req-ab361bce-f00a-4df4-9b4b-e3291f0e249d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3&tenant_id=de9531b4b9754686a636343b8ed74fe7 HTTP/1.1" status: 200  len: 1161 time: 0.2439218
Feb 03 20:09:09.278932 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-0a065e14-3628-4b1f-aaee-cc10dfac1c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:09.289089 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-2a9d3941-c2d3-43f1-875c-196d19b27534 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=83c64071d05c448ea237e24977196b16&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5233095
Feb 03 20:09:09.301745 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b8cb2e01-5df7-4b8c-9d6a-a7fe1b058ea8 req-2d574a78-37b3-4f59-b915-8d58897c3320 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0900936
Feb 03 20:09:09.302355 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 33006) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:09.316064 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d3941-c2d3-43f1-875c-196d19b27534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6bb808-f4dc-4cd5-b4a8-ca7afcfbcd23,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:09.319486 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a9d3941-c2d3-43f1-875c-196d19b27534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:09.334332 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b2011fea-43f0-43f0-9c00-d34bfd1148ca tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:09.349399 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-556839ce-8978-4171-a9de-7ab62eb9ae58 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:09.364769 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2011fea-43f0-43f0-9c00-d34bfd1148ca tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64748bb-6f0a-409f-943a-1c9cd6a45aed,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:09.367518 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b2011fea-43f0-43f0-9c00-d34bfd1148ca tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:09.380622 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b2011fea-43f0-43f0-9c00-d34bfd1148ca tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:09.382514 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-b2011fea-43f0-43f0-9c00-d34bfd1148ca tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "DELETE /v2.0/security-groups/a64748bb-6f0a-409f-943a-1c9cd6a45aed HTTP/1.1" status: 204  len: 168 time: 0.4866021
Feb 03 20:09:09.384663 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 33010) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:09.406812 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.v2.resource [None req-59fb0308-be49-4e05-a5ff-cf2c5066e9b9 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] show failed (client error): The resource could not be found.
Feb 03 20:09:09.408374 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-59fb0308-be49-4e05-a5ff-cf2c5066e9b9 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups/a64748bb-6f0a-409f-943a-1c9cd6a45aed HTTP/1.1" status: 404  len: 347 time: 0.0222208
Feb 03 20:09:09.411216 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 33014) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:09.440227 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca10b831-38f2-4ff5-8326-010018204ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:09.445021 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a8705-9fc2-447d-a9ce-37ca7da40f1c req-b72f7021-85bb-44c4-b5c8-0d3d1911c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:09.446700 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b61a8705-9fc2-447d-a9ce-37ca7da40f1c req-b72f7021-85bb-44c4-b5c8-0d3d1911c92b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=de9531b4b9754686a636343b8ed74fe7&device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 1161 time: 0.1434226
Feb 03 20:09:09.573444 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca10b831-38f2-4ff5-8326-010018204ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:09.660667 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a8705-9fc2-447d-a9ce-37ca7da40f1c req-e67a53df-056d-4726-a7be-9a22735b13f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:09.662328 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b61a8705-9fc2-447d-a9ce-37ca7da40f1c req-e67a53df-056d-4726-a7be-9a22735b13f3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=363b23da-45c6-4a09-8348-d34a237bdcb0 HTTP/1.1" status: 200  len: 903 time: 0.2069943
Feb 03 20:09:09.672772 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca10b831-38f2-4ff5-8326-010018204ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:09.680141 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f24b0b54-9faf-4500-b68f-b5425351f27a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:09.687262 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f96cbf-dd52-4ba0-ae3a-4844ee1b7f30 None None] New status for floating IP 792c452d-7740-43b5-8d8b-00d512f26e1f: DOWN {{(pid=80148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 20:09:09.766436 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10b831-38f2-4ff5-8326-010018204ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6bb808-f4dc-4cd5-b4a8-ca7afcfbcd23,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:09.772232 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca10b831-38f2-4ff5-8326-010018204ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:09.773438 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-ca10b831-38f2-4ff5-8326-010018204ead admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/2c6bb808-f4dc-4cd5-b4a8-ca7afcfbcd23 HTTP/1.1" status: 204  len: 168 time: 0.4688413
Feb 03 20:09:09.783855 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ca10b831-38f2-4ff5-8326-010018204ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:09.837956 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b61a8705-9fc2-447d-a9ce-37ca7da40f1c req-727e5ad5-9c94-4124-8fb8-6aa60869bff1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73d049f9-a6b7-47d9-8126-1cb74d2dec0f HTTP/1.1" status: 200  len: 999 time: 0.1589756
Feb 03 20:09:09.901208 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-e8e88f9b-2ec4-411e-abbe-0e1c8c21d65c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Deleting port 239d4f57-1775-4aff-bdf9-67ee9ccef6e1 {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:09:09.902001 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e8e88f9b-2ec4-411e-abbe-0e1c8c21d65c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:09.941647 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a8705-9fc2-447d-a9ce-37ca7da40f1c req-b001640b-bf67-4b2f-83ea-9812840e1658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:09.943820 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b61a8705-9fc2-447d-a9ce-37ca7da40f1c req-b001640b-bf67-4b2f-83ea-9812840e1658 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=56df7b6f-0026-430c-8ccd-068706ffc2ff HTTP/1.1" status: 200  len: 848 time: 0.0979862
Feb 03 20:09:10.044714 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a8705-9fc2-447d-a9ce-37ca7da40f1c req-eab24cae-1372-48d0-8107-c71467ba4505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:10.046517 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b61a8705-9fc2-447d-a9ce-37ca7da40f1c req-eab24cae-1372-48d0-8107-c71467ba4505 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=363b23da-45c6-4a09-8348-d34a237bdcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0946853
Feb 03 20:09:10.110903 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e8e88f9b-2ec4-411e-abbe-0e1c8c21d65c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:10.111291 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e8e88f9b-2ec4-411e-abbe-0e1c8c21d65c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:10.199306 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b61a8705-9fc2-447d-a9ce-37ca7da40f1c req-7a974a47-9b24-481b-8723-f770c0fd714f service neutron] 10.222.0.67 "GET /v2.0/networks/363b23da-45c6-4a09-8348-d34a237bdcb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450832
Feb 03 20:09:10.252505 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-e8e88f9b-2ec4-411e-abbe-0e1c8c21d65c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Calling delete_port for 239d4f57-1775-4aff-bdf9-67ee9ccef6e1 owned by network:floatingip {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:09:10.365973 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b61a8705-9fc2-447d-a9ce-37ca7da40f1c req-16f4268e-0dbd-4227-9e7d-a1909f1d1377 service neutron] 10.222.0.67 "GET /v2.0/networks/363b23da-45c6-4a09-8348-d34a237bdcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1583970
Feb 03 20:09:10.367209 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.api [None req-e8e88f9b-2ec4-411e-abbe-0e1c8c21d65c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80144) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 20:09:10.367673 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.api [None req-e8e88f9b-2ec4-411e-abbe-0e1c8c21d65c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 20:09:10.680558 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9bd8e-caee-4be4-b4bd-058e4cb5070f req-0a6e2f8f-5acf-4938-aef2-86e6552d25fe tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:10.682400 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-52f9bd8e-caee-4be4-b4bd-058e4cb5070f req-0a6e2f8f-5acf-4938-aef2-86e6552d25fe tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 944 time: 0.2201602
Feb 03 20:09:10.752295 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-52f9bd8e-caee-4be4-b4bd-058e4cb5070f req-b8b22c3f-7e53-4c66-987f-376b9f14f91d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0623491
Feb 03 20:09:10.868866 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-e8e88f9b-2ec4-411e-abbe-0e1c8c21d65c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Deleting port 239d4f57-1775-4aff-bdf9-67ee9ccef6e1 {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:09:10.869342 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e8e88f9b-2ec4-411e-abbe-0e1c8c21d65c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:10.874582 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:09:11.069855 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e8e88f9b-2ec4-411e-abbe-0e1c8c21d65c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:11.070225 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e8e88f9b-2ec4-411e-abbe-0e1c8c21d65c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:11.210207 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-e8e88f9b-2ec4-411e-abbe-0e1c8c21d65c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Calling delete_port for 239d4f57-1775-4aff-bdf9-67ee9ccef6e1 owned by network:floatingip {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:09:11.361271 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e8e88f9b-2ec4-411e-abbe-0e1c8c21d65c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:11.379697 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1283d2a3-f131-4f5c-916d-55ef1a5db274 tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:11.480737 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e88f9b-2ec4-411e-abbe-0e1c8c21d65c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Pushing event deleted for resources: {'Port': ['ID=239d4f57-1775-4aff-bdf9-67ee9ccef6e1,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:11.485307 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e8e88f9b-2ec4-411e-abbe-0e1c8c21d65c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:11.616443 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e8e88f9b-2ec4-411e-abbe-0e1c8c21d65c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for floatingip, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:11.631725 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e8e88f9b-2ec4-411e-abbe-0e1c8c21d65c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:11.632998 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-e8e88f9b-2ec4-411e-abbe-0e1c8c21d65c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "DELETE /v2.0/floatingips/792c452d-7740-43b5-8d8b-00d512f26e1f HTTP/1.1" status: 204  len: 168 time: 2.2208052
Feb 03 20:09:11.965471 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 33080) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:11.972594 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-f3a35ad0-8301-4d0a-aac8-76d2d7465e88 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--373756333', 'description': 'tempest-description--2010772601'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:09:12.002972 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-f3a35ad0-8301-4d0a-aac8-76d2d7465e88 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:09:12.007629 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-f3a35ad0-8301-4d0a-aac8-76d2d7465e88 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Usage tracker for resource:security_group and tenant:20e86c4b370d4d1ab70110e25f1ebe04 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:09:12.010944 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-f3a35ad0-8301-4d0a-aac8-76d2d7465e88 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:09:12.017373 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-f3a35ad0-8301-4d0a-aac8-76d2d7465e88 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:09:12.027798 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f3a35ad0-8301-4d0a-aac8-76d2d7465e88 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:12.050973 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-f3a35ad0-8301-4d0a-aac8-76d2d7465e88 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:09:12.055270 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-f3a35ad0-8301-4d0a-aac8-76d2d7465e88 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Usage tracker for resource:security_group_rule and tenant:20e86c4b370d4d1ab70110e25f1ebe04 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:09:12.058449 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-f3a35ad0-8301-4d0a-aac8-76d2d7465e88 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:09:12.065173 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-f3a35ad0-8301-4d0a-aac8-76d2d7465e88 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:09:12.075364 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97596126-78bf-4d77-81dd-5a25b90ae1e4 req-f77999a4-e26c-4d90-8993-087e900ed828 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:12.083066 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-97596126-78bf-4d77-81dd-5a25b90ae1e4 req-f77999a4-e26c-4d90-8993-087e900ed828 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 944 time: 0.1955104
Feb 03 20:09:12.140156 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f3a35ad0-8301-4d0a-aac8-76d2d7465e88 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:12.142630 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-97596126-78bf-4d77-81dd-5a25b90ae1e4 req-7f295bd9-023d-42a7-9a4c-ff2a849b0119 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0586207
Feb 03 20:09:12.143154 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f3a35ad0-8301-4d0a-aac8-76d2d7465e88 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:12.148662 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-098a9e54-8a3b-41ef-b6b3-8a4fbb912e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:12.197659 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a35ad0-8301-4d0a-aac8-76d2d7465e88 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91bc4b34-ab6c-4c08-9eb1-7917f6a63ab7,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:12.200738 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f3a35ad0-8301-4d0a-aac8-76d2d7465e88 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:12.201990 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f3a35ad0-8301-4d0a-aac8-76d2d7465e88 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:12.203413 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-f3a35ad0-8301-4d0a-aac8-76d2d7465e88 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2365177
Feb 03 20:09:12.206509 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 33086) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:12.212109 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-7dd0713a-f9cb-4d26-ba75-f24c7160ec75 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Request body: {'security_group_rule': {'security_group_id': '91bc4b34-ab6c-4c08-9eb1-7917f6a63ab7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:09:12.234838 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-7dd0713a-f9cb-4d26-ba75-f24c7160ec75 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:09:12.240045 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-7dd0713a-f9cb-4d26-ba75-f24c7160ec75 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Usage tracker for resource:security_group_rule and tenant:20e86c4b370d4d1ab70110e25f1ebe04 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:09:12.243221 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-7dd0713a-f9cb-4d26-ba75-f24c7160ec75 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:09:12.249407 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-7dd0713a-f9cb-4d26-ba75-f24c7160ec75 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:09:12.267608 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7dd0713a-f9cb-4d26-ba75-f24c7160ec75 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:12.332922 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7dd0713a-f9cb-4d26-ba75-f24c7160ec75 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:12.335323 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7dd0713a-f9cb-4d26-ba75-f24c7160ec75 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756437'] for security_group_rule, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:12.337487 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:12.360035 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0713a-f9cb-4d26-ba75-f24c7160ec75 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baac9be8-5c25-421e-a02a-c34ac13f5df7,revision_number=0']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:12.364182 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7dd0713a-f9cb-4d26-ba75-f24c7160ec75 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:12.371221 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7dd0713a-f9cb-4d26-ba75-f24c7160ec75 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:12.373158 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-7dd0713a-f9cb-4d26-ba75-f24c7160ec75 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1656280
Feb 03 20:09:12.375725 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 33092) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:12.381406 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-09f44788-3d57-4b42-9a48-a0342149302a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Request body: {'security_group_rule': {'security_group_id': '91bc4b34-ab6c-4c08-9eb1-7917f6a63ab7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:09:12.405648 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-09f44788-3d57-4b42-9a48-a0342149302a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:09:12.410549 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-09f44788-3d57-4b42-9a48-a0342149302a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Usage tracker for resource:security_group_rule and tenant:20e86c4b370d4d1ab70110e25f1ebe04 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:09:12.413665 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-09f44788-3d57-4b42-9a48-a0342149302a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:09:12.419561 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-09f44788-3d57-4b42-9a48-a0342149302a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:09:12.436878 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-09f44788-3d57-4b42-9a48-a0342149302a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:12.500703 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-09f44788-3d57-4b42-9a48-a0342149302a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:12.503239 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-09f44788-3d57-4b42-9a48-a0342149302a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756437'] for security_group_rule, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:12.505430 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-33f19300-c46a-4169-b05e-6170bcd7e3c1 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:12.528523 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f44788-3d57-4b42-9a48-a0342149302a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd487dc-caca-4b6d-8ec3-57d68db23e14,revision_number=0']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:12.530985 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-09f44788-3d57-4b42-9a48-a0342149302a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:12.537460 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-09f44788-3d57-4b42-9a48-a0342149302a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:12.538729 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-09f44788-3d57-4b42-9a48-a0342149302a tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1619768
Feb 03 20:09:12.542034 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 33096) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:12.548171 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Request body: {'floatingip': {'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:09:12.575059 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:09:12.579269 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Usage tracker for resource:floatingip and tenant:20e86c4b370d4d1ab70110e25f1ebe04 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:09:12.582350 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:09:12.588201 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:09:12.599110 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for floatingip, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:12.763028 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:13.110007 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Allocated IP 172.27.3.84 (b3f750ce-bc55-47f2-a098-fbecdde1b124/04309e75-65fb-4427-af0c-5eb643715331/b6e107fb-03c5-4fd7-a9fe-47aaa3f831fc) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:09:13.155109 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 33110) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:13.236639 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_v2 [None req-7872485a-5e1b-484e-83b9-a08a95137932 admin admin] Deleting subnet b775cc5b-5013-4263-9f2c-1e5d75170787 {{(pid=80144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 20:09:13.240751 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7872485a-5e1b-484e-83b9-a08a95137932 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:13.326997 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:13.329312 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7872485a-5e1b-484e-83b9-a08a95137932 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849024670'] for subnet, precommit_delete_associations {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:13.373365 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:13.393090 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1ea95da8-3088-4453-b125-492730a81207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:13.487350 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7872485a-5e1b-484e-83b9-a08a95137932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-240091'] for subnet, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:13.576786 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Pushing event updated for resources: {'Port': ['ID=b6e107fb-03c5-4fd7-a9fe-47aaa3f831fc,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:13.591067 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:13.635709 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Network b3f750ce-bc55-47f2-a098-fbecdde1b124 is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:09:13.637002 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:09:13.639476 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:09:13.728140 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:13.745376 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7c333-24b0-4126-a94c-9c1adf2bff8d req-f0b40784-cdf5-4905-bf61-4ebc640bfd84 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:13.747027 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b9a7c333-24b0-4126-a94c-9c1adf2bff8d req-f0b40784-cdf5-4905-bf61-4ebc640bfd84 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 944 time: 0.3722975
Feb 03 20:09:13.792647 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:13.856225 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b9a7c333-24b0-4126-a94c-9c1adf2bff8d req-5324b8a4-8abc-4b05-8297-968917766a3e tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1015556
Feb 03 20:09:13.951682 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7872485a-5e1b-484e-83b9-a08a95137932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854535725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5360768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6378840'] for subnet, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:13.969051 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:14.058275 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872485a-5e1b-484e-83b9-a08a95137932 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b775cc5b-5013-4263-9f2c-1e5d75170787,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:14.071114 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7872485a-5e1b-484e-83b9-a08a95137932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:14.075993 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for port, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:14.080180 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848090863'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:14.095370 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:14.104709 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7872485a-5e1b-484e-83b9-a08a95137932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:14.111133 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-7872485a-5e1b-484e-83b9-a08a95137932 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/b775cc5b-5013-4263-9f2c-1e5d75170787 HTTP/1.1" status: 204  len: 168 time: 0.9548028
Feb 03 20:09:14.113963 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 33120) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:14.229249 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ff69812d-70e8-4ff6-b576-331778a7a9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854670727'] for network, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:14.232733 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Pushing event updated for resources: {'Port': ['ID=b6e107fb-03c5-4fd7-a9fe-47aaa3f831fc,revision_number=2']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:14.255515 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:14.342653 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:14.366117 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:14.368515 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8253529
Feb 03 20:09:14.422363 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ff69812d-70e8-4ff6-b576-331778a7a9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-242256', 'neutron.services.segments.db._delete_segments_for_network--9223363255462345878'] for network, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:14.543949 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-ff69812d-70e8-4ff6-b576-331778a7a9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc9390deba8>,) {'filters': {'network_id': ['cb3735fa-ae5b-4082-b53d-eac05bfe90ce']}} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:09:14.561254 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-ff69812d-70e8-4ff6-b576-331778a7a9b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc9390deba8>, 'b9a5111d-b5c1-4b7f-9684-354dcd88b50e') {'for_net_delete': True} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:09:14.561646 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-ff69812d-70e8-4ff6-b576-331778a7a9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc9390deba8>, 'b9a5111d-b5c1-4b7f-9684-354dcd88b50e') {} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:09:14.576413 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ff69812d-70e8-4ff6-b576-331778a7a9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255462350230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5751146'] for segment, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:14.598796 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ff69812d-70e8-4ff6-b576-331778a7a9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:14.601089 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ff69812d-70e8-4ff6-b576-331778a7a9b7 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 20:09:14.669128 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-38fcc885-c165-4fa3-8eb5-2304555dfd15 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Synchronizing usage tracker for tenant:20e86c4b370d4d1ab70110e25f1ebe04 on resource:security_group {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:09:14.692673 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-38fcc885-c165-4fa3-8eb5-2304555dfd15 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Unset dirty status for tenant:20e86c4b370d4d1ab70110e25f1ebe04 on resource:security_group {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:09:14.703426 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-38fcc885-c165-4fa3-8eb5-2304555dfd15 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-securitygroup--373756333&fields=id&tenant_id=20e86c4b370d4d1ab70110e25f1ebe04 HTTP/1.1" status: 200  len: 267 time: 0.1012561
Feb 03 20:09:14.793023 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-ff69812d-70e8-4ff6-b576-331778a7a9b7 admin admin] Network cb3735fa-ae5b-4082-b53d-eac05bfe90ce has no segments {{(pid=80144) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:09:14.805576 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ff69812d-70e8-4ff6-b576-331778a7a9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-238909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5360879'] for segment, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:14.957474 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-c86b5a5d-19e0-45a4-a849-b2024bd19913 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:14.965087 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-c86b5a5d-19e0-45a4-a849-b2024bd19913 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/networks?id=b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 HTTP/1.1" status: 200  len: 811 time: 0.2549994
Feb 03 20:09:14.983038 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-cdbc30fa-6678-447f-9089-fc2d64002ea4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/quotas/20e86c4b370d4d1ab70110e25f1ebe04 HTTP/1.1" status: 200  len: 375 time: 0.0168958
Feb 03 20:09:15.011020 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-ff69812d-70e8-4ff6-b576-331778a7a9b7 admin admin] Network cb3735fa-ae5b-4082-b53d-eac05bfe90ce has no segments {{(pid=80144) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]: Traceback (most recent call last):
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:     timer()
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:     cb(*args, **kw)
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:     return func(*args, **kwargs)
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:     self._notify()
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:     self.callback(batched_events)
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:     event.method(event)
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:     segment_id)['aggregates'][0]
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(self, *a, **k)
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self._get(url).json()
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:     **kwargs)
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.request(url, 'GET', **kwargs)
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:     **endpoint_filter)
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 20:09:15.035634 dv-cinder-773985-1-iscsi neutron-server[80033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 20:09:15.162163 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-527b5ec3-edf1-434a-a8e5-1ab7ab96781d tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Synchronizing usage tracker for tenant:20e86c4b370d4d1ab70110e25f1ebe04 on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:09:15.179549 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-527b5ec3-edf1-434a-a8e5-1ab7ab96781d tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Unset dirty status for tenant:20e86c4b370d4d1ab70110e25f1ebe04 on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:09:15.181071 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-527b5ec3-edf1-434a-a8e5-1ab7ab96781d tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=20e86c4b370d4d1ab70110e25f1ebe04&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1971037
Feb 03 20:09:15.342920 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-4bfaba56-582d-4b60-81e1-ab99ebb999dc service neutron] 10.222.0.103 "GET /v2.0/networks/b2eb7e8c-bcbc-45cd-b50e-636bc852ed45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482615
Feb 03 20:09:15.401856 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ff69812d-70e8-4ff6-b576-331778a7a9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854533528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846788979'] for network, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:15.408886 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:15.426567 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ff69812d-70e8-4ff6-b576-331778a7a9b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:15.438620 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69812d-70e8-4ff6-b576-331778a7a9b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb3735fa-ae5b-4082-b53d-eac05bfe90ce,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:15.446112 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ff69812d-70e8-4ff6-b576-331778a7a9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:15.452260 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-ff69812d-70e8-4ff6-b576-331778a7a9b7 admin admin] 10.222.0.103 "DELETE /v2.0/networks/cb3735fa-ae5b-4082-b53d-eac05bfe90ce HTTP/1.1" status: 204  len: 168 time: 1.3371813
Feb 03 20:09:15.541954 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8335607-b600-48a1-bb23-52411a705e92 req-f945883b-c234-470e-9251-3d0b110a4d71 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:15.543669 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c8335607-b600-48a1-bb23-52411a705e92 req-f945883b-c234-470e-9251-3d0b110a4d71 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 944 time: 0.4576440
Feb 03 20:09:15.618476 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c8335607-b600-48a1-bb23-52411a705e92 req-f1d34ee5-c0f1-4c4b-b363-1863e33f7a5c tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0670910
Feb 03 20:09:15.702388 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 33152) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:15.715377 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-5727567f-087c-4c88-8cc1-5bb7a6c17b22 service neutron] 10.222.0.103 "GET /v2.0/networks/b2eb7e8c-bcbc-45cd-b50e-636bc852ed45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3655872
Feb 03 20:09:15.759965 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-ed4506c1-e9f6-429d-bb00-dbfd6f097208 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=302cfbe81821483b992726cb2c7ceb99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0532460
Feb 03 20:09:15.760220 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 33156) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:15.836482 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-da0c5396-c684-4f6c-8282-5bc19946bd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:15.868286 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-da0c5396-c684-4f6c-8282-5bc19946bd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:15.916027 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-da0c5396-c684-4f6c-8282-5bc19946bd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:15.921093 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-63f3cd06-f6a9-4b99-9b52-43e02d0a73b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:15.935199 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c5396-c684-4f6c-8282-5bc19946bd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303fecb5-a03b-4a60-99d7-717401547d36,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:15.939083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-da0c5396-c684-4f6c-8282-5bc19946bd52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:15.946019 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-da0c5396-c684-4f6c-8282-5bc19946bd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:15.948347 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-da0c5396-c684-4f6c-8282-5bc19946bd52 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/303fecb5-a03b-4a60-99d7-717401547d36 HTTP/1.1" status: 204  len: 168 time: 0.1870081
Feb 03 20:09:16.072943 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b8c9086d-b67b-4b53-9d64-f9654d52035f req-c8dbf39d-7537-47f9-97ed-8b2539c010e9 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=3045bfe3-bc91-44f6-ae3e-288d539e0824 HTTP/1.1" status: 200  len: 210 time: 0.0518138
Feb 03 20:09:16.937183 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05e6bf-ee21-4a8f-97bd-b15aabd08a88 req-7da1c7a6-2bbc-46ff-beb1-280cd4c61a5b tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:16.939624 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6f05e6bf-ee21-4a8f-97bd-b15aabd08a88 req-7da1c7a6-2bbc-46ff-beb1-280cd4c61a5b tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 944 time: 0.1694772
Feb 03 20:09:17.012599 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6f05e6bf-ee21-4a8f-97bd-b15aabd08a88 req-01cdbf18-9b2e-4573-84a6-418873c2328f tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0664494
Feb 03 20:09:17.410117 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-fd468110-7cd2-446e-a46f-34b502969206 req-12bba9b2-b4cb-470f-81a7-3bfbe39f9eb4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Synchronizing usage tracker for tenant:20e86c4b370d4d1ab70110e25f1ebe04 on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:09:17.423487 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-fd468110-7cd2-446e-a46f-34b502969206 req-12bba9b2-b4cb-470f-81a7-3bfbe39f9eb4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Unset dirty status for tenant:20e86c4b370d4d1ab70110e25f1ebe04 on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:09:17.425036 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fd468110-7cd2-446e-a46f-34b502969206 req-12bba9b2-b4cb-470f-81a7-3bfbe39f9eb4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=3045bfe3-bc91-44f6-ae3e-288d539e0824 HTTP/1.1" status: 200  len: 210 time: 0.0695951
Feb 03 20:09:17.509666 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-d1871cfc-3dfe-448c-b646-c854c7946f60 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:17.511329 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-d1871cfc-3dfe-448c-b646-c854c7946f60 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.67 "GET /v2.0/networks?id=b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 HTTP/1.1" status: 200  len: 811 time: 0.2747667
Feb 03 20:09:17.645928 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-24b85789-2ffe-4f75-ac5f-1dd3a05503e6 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=20e86c4b370d4d1ab70110e25f1ebe04 HTTP/1.1" status: 200  len: 5704 time: 0.1042969
Feb 03 20:09:17.683507 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-0dd2aa89-f998-4074-be6f-e9b6b48153f4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Request body: {'port': {'device_id': '3045bfe3-bc91-44f6-ae3e-288d539e0824', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'admin_state_up': True, 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'security_groups': ['91bc4b34-ab6c-4c08-9eb1-7917f6a63ab7']}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:09:17.834650 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-0dd2aa89-f998-4074-be6f-e9b6b48153f4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:09:17.845088 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-0dd2aa89-f998-4074-be6f-e9b6b48153f4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:09:17.854577 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-0dd2aa89-f998-4074-be6f-e9b6b48153f4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Made reservation on behalf of 20e86c4b370d4d1ab70110e25f1ebe04 for: {'port': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:09:17.876751 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-0dd2aa89-f998-4074-be6f-e9b6b48153f4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:18.265383 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-0dd2aa89-f998-4074-be6f-e9b6b48153f4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Allocated IP 172.20.0.3 (b2eb7e8c-bcbc-45cd-b50e-636bc852ed45/f359afcf-4f0c-4f99-9cfc-156f20cf5791/47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:09:18.384546 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b045ae-5d3d-405b-bf58-e5f53e8824ad req-5bc18493-060e-4407-8480-6b79f3e85c1f tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:18.386284 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-72b045ae-5d3d-405b-bf58-e5f53e8824ad req-5bc18493-060e-4407-8480-6b79f3e85c1f tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 944 time: 0.2247245
Feb 03 20:09:18.551583 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-72b045ae-5d3d-405b-bf58-e5f53e8824ad req-57edccce-fd5f-4d64-ab67-227641110c7d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1577423
Feb 03 20:09:18.646397 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-30ebdc40-a574-4cb4-94cf-9d2eebb467d1 req-995bd592-67c2-4c11-b4ce-a90da0521679 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=3045bfe3-bc91-44f6-ae3e-288d539e0824 HTTP/1.1" status: 200  len: 210 time: 0.0694110
Feb 03 20:09:18.655471 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-0dd2aa89-f998-4074-be6f-e9b6b48153f4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:18.673477 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-0dd2aa89-f998-4074-be6f-e9b6b48153f4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Transition to ACTIVE for port object 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf will not be triggered until provisioned by entity DHCP. {{(pid=80146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:09:18.698161 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-0dd2aa89-f998-4074-be6f-e9b6b48153f4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:18.714284 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:18.860499 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2aa89-f998-4074-be6f-e9b6b48153f4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Pushing event updated for resources: {'Port': ['ID=47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:18.865125 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-0dd2aa89-f998-4074-be6f-e9b6b48153f4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:18.920868 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-0dd2aa89-f998-4074-be6f-e9b6b48153f4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Network b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:09:18.922081 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-0dd2aa89-f998-4074-be6f-e9b6b48153f4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:09:18.924410 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-0dd2aa89-f998-4074-be6f-e9b6b48153f4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:09:19.064302 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-0dd2aa89-f998-4074-be6f-e9b6b48153f4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:19.064976 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-0dd2aa89-f998-4074-be6f-e9b6b48153f4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:19.096781 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-0dd2aa89-f998-4074-be6f-e9b6b48153f4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4173245
Feb 03 20:09:19.116184 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Request body: {'port': {'device_id': '3045bfe3-bc91-44f6-ae3e-288d539e0824', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:09:19.187472 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-86814675-8d1c-4729-8b85-79df6444d3b6 None None] Provisioning for port 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:09:19.193200 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-86814675-8d1c-4729-8b85-79df6444d3b6 None None] Provisioning complete for port 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:09:19.193587 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-86814675-8d1c-4729-8b85-79df6444d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:19.246606 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:19.252582 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-86814675-8d1c-4729-8b85-79df6444d3b6 None None] Port 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:09:19.275173 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 73d049f9-a6b7-47d9-8126-1cb74d2dec0f up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:09:19.350852 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:09:19.351276 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:19.481893 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:19.510177 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a0d05e-ea1d-483f-91eb-7a291296ace3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d049f9-a6b7-47d9-8126-1cb74d2dec0f'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:09:19.521005 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=73d049f9-a6b7-47d9-8126-1cb74d2dec0f,segment=NetworkSegment(2983977f-f2e2-4870-b6cb-bdc4e6955295),segment_id=2983977f-f2e2-4870-b6cb-bdc4e6955295)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:09:19.524566 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:19.526640 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:19.584643 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a0d05e-ea1d-483f-91eb-7a291296ace3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d049f9-a6b7-47d9-8126-1cb74d2dec0f', 'code': 200}
Feb 03 20:09:19.603264 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=73d049f9-a6b7-47d9-8126-1cb74d2dec0f,revision_number=6']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:19.607141 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:19.761104 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf {{(pid=80146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 20:09:19.772359 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:19.796894 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Transition to ACTIVE for port object 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf will not be triggered until provisioned by entity L2. {{(pid=80146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:09:19.802390 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848090863'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:19.819097 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a29b2af0-560f-4dc1-84ab-21e12a07d160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:19.949883 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a08273-bdf8-4b6d-be88-f329132918ad req-66484b32-4646-48e3-b97c-5717b27ebe83 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:19.951477 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98a08273-bdf8-4b6d-be88-f329132918ad req-66484b32-4646-48e3-b97c-5717b27ebe83 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=3045bfe3-bc91-44f6-ae3e-288d539e0824 HTTP/1.1" status: 200  len: 943 time: 0.1758726
Feb 03 20:09:20.054204 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3968b4a-bc0b-4b00-abc1-2f7ecc08b171 req-5463e378-a4ea-4e66-a2c5-073e701b3d56 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:20.055973 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e3968b4a-bc0b-4b00-abc1-2f7ecc08b171 req-5463e378-a4ea-4e66-a2c5-073e701b3d56 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.3520336
Feb 03 20:09:20.066717 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-98a08273-bdf8-4b6d-be88-f329132918ad req-c728092e-0c99-4bd2-98c8-8ab050f9dd36 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Synchronizing usage tracker for tenant:20e86c4b370d4d1ab70110e25f1ebe04 on resource:security_group {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:09:20.068328 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Pushing event updated for resources: {'Port': ['ID=47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf,revision_number=2']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:20.075078 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:20.090770 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-98a08273-bdf8-4b6d-be88-f329132918ad req-c728092e-0c99-4bd2-98c8-8ab050f9dd36 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Unset dirty status for tenant:20e86c4b370d4d1ab70110e25f1ebe04 on resource:security_group {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:09:20.092046 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-98a08273-bdf8-4b6d-be88-f329132918ad req-c728092e-0c99-4bd2-98c8-8ab050f9dd36 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=91bc4b34-ab6c-4c08-9eb1-7917f6a63ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1024482
Feb 03 20:09:20.097678 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db5532-2d92-44e4-8178-2beef27c4b5c req-7f80ff5b-0695-44ba-a077-d7f7242835be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:20.099220 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-17db5532-2d92-44e4-8178-2beef27c4b5c req-7f80ff5b-0695-44ba-a077-d7f7242835be service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 1163 time: 0.1467745
Feb 03 20:09:20.147104 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-17db5532-2d92-44e4-8178-2beef27c4b5c req-5b111dfb-0e56-4e98-a77a-9fd4c2fb6e33 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0398853
Feb 03 20:09:20.154287 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e3968b4a-bc0b-4b00-abc1-2f7ecc08b171 req-1bfaf43f-a939-404a-9686-e37e9035d4d8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0831263
Feb 03 20:09:20.310865 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Attempting to bind port 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:09:20.311822 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Attempting to bind port 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '9319fd51-3f8a-4400-83f2-37446c6d8ab0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45'}] {{(pid=80146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:09:20.312812 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Attempting to bind port 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf on network b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:09:20.320350 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Checking agent: {'id': 'd65f81c7-83bc-4486-bd9d-9b0ec76bab54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 0, 54), 'started_at': datetime.datetime(2021, 2, 3, 20, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.109', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:09:20.320870 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Checking segment: {'id': '9319fd51-3f8a-4400-83f2-37446c6d8ab0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:09:20.321276 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:20.321675 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Bound using segment: {'id': '9319fd51-3f8a-4400-83f2-37446c6d8ab0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45'} {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:09:20.322148 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Bound port: 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9319fd51-3f8a-4400-83f2-37446c6d8ab0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45'}}] {{(pid=80146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:09:20.322522 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:20.431577 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] For port 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf, host hv-cinder-77398, cleared binding levels {{(pid=80146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:09:20.431577 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] For port 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf,segment=NetworkSegment(9319fd51-3f8a-4400-83f2-37446c6d8ab0),segment_id=9319fd51-3f8a-4400-83f2-37446c6d8ab0)] {{(pid=80146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:09:20.434331 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848090863'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:20.449545 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a2a7fd3a-db09-4e19-a8d2-595d1a03db96 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:20.831732 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Pushing event updated for resources: {'Port': ['ID=47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf,revision_number=3']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:20.837199 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:20.868599 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:20.869263 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:20.870716 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] 10.222.0.67 "PUT /v2.0/ports/47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf HTTP/1.1" status: 200  len: 1157 time: 1.7593780
Feb 03 20:09:20.871250 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3045bfe3-bc91-44f6-ae3e-288d539e0824', 'tag': '47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:09:20.932363 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 73d049f9-a6b7-47d9-8126-1cb74d2dec0f up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:09:20.932596 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3045bfe3-bc91-44f6-ae3e-288d539e0824', 'tag': '47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf', 'status': 'completed', 'code': 200}
Feb 03 20:09:21.015635 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:09:21.016228 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:21.040895 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-2e63c4da-e1ed-458a-bffa-99a7b39e4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:21.042605 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-2e63c4da-e1ed-458a-bffa-99a7b39e4acf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20e86c4b370d4d1ab70110e25f1ebe04&device_id=3045bfe3-bc91-44f6-ae3e-288d539e0824 HTTP/1.1" status: 200  len: 1160 time: 0.0823247
Feb 03 20:09:21.137123 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-b3994a12-a3c4-49f2-a278-a9d3a9736a86 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf HTTP/1.1" status: 200  len: 217 time: 0.0761623
Feb 03 20:09:21.256890 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-38cb2678-1a70-47ff-81da-30e0756ca3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:21.258687 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-38cb2678-1a70-47ff-81da-30e0756ca3a3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f359afcf-4f0c-4f99-9cfc-156f20cf5791 HTTP/1.1" status: 200  len: 850 time: 0.0726533
Feb 03 20:09:21.409228 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b910b-55c4-4b4b-b1ec-fe4632be517e req-a1c3173e-722d-47ab-b394-e51dbebaca46 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:21.410862 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f67b910b-55c4-4b4b-b1ec-fe4632be517e req-a1c3173e-722d-47ab-b394-e51dbebaca46 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=3045bfe3-bc91-44f6-ae3e-288d539e0824 HTTP/1.1" status: 200  len: 943 time: 0.1836746
Feb 03 20:09:21.444011 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-4055b200-05d7-460e-b05e-237a7e8899e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:21.445627 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-4055b200-05d7-460e-b05e-237a7e8899e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2eb7e8c-bcbc-45cd-b50e-636bc852ed45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1623573
Feb 03 20:09:21.477272 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f67b910b-55c4-4b4b-b1ec-fe4632be517e req-a7bfacbf-6d35-4642-a460-e051887de187 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=91bc4b34-ab6c-4c08-9eb1-7917f6a63ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596073
Feb 03 20:09:21.532960 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa61166-1dbc-44d4-99dd-fc6fc7efe74b req-8f5929ca-72e3-46bc-9e95-dcb4c443be27 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:21.534642 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0fa61166-1dbc-44d4-99dd-fc6fc7efe74b req-8f5929ca-72e3-46bc-9e95-dcb4c443be27 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.1997635
Feb 03 20:09:21.699565 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0fa61166-1dbc-44d4-99dd-fc6fc7efe74b req-eb09a720-2363-4160-baf5-4a6beaf270d6 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1356928
Feb 03 20:09:21.736427 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-3c2faef1-e4b2-4643-9a8d-26d581cee34c service neutron] 10.222.0.67 "GET /v2.0/networks/b2eb7e8c-bcbc-45cd-b50e-636bc852ed45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2007279
Feb 03 20:09:21.889898 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-280db714-59bd-41a8-9b0c-730c7f63e2cb req-8559f8ae-479e-48e7-996a-4a98c865b2d1 service neutron] 10.222.0.67 "GET /v2.0/networks/b2eb7e8c-bcbc-45cd-b50e-636bc852ed45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1458051
Feb 03 20:09:22.084851 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb1039-7401-41d0-aa4f-38cf545ed769 req-b5e4edf5-7947-4fbc-811f-620d23d182b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:22.086484 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f5eb1039-7401-41d0-aa4f-38cf545ed769 req-b5e4edf5-7947-4fbc-811f-620d23d182b9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20e86c4b370d4d1ab70110e25f1ebe04&device_id=3045bfe3-bc91-44f6-ae3e-288d539e0824 HTTP/1.1" status: 200  len: 1160 time: 0.0794454
Feb 03 20:09:22.229519 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb1039-7401-41d0-aa4f-38cf545ed769 req-42edb073-ea9f-4fd5-98d4-4b0b5b508833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:22.231302 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f5eb1039-7401-41d0-aa4f-38cf545ed769 req-42edb073-ea9f-4fd5-98d4-4b0b5b508833 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 HTTP/1.1" status: 200  len: 905 time: 0.1377370
Feb 03 20:09:22.308514 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f5eb1039-7401-41d0-aa4f-38cf545ed769 req-b5dee921-1e23-4ccf-915e-0c1a5d086c5b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf HTTP/1.1" status: 200  len: 217 time: 0.0699322
Feb 03 20:09:22.382885 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb1039-7401-41d0-aa4f-38cf545ed769 req-979e0797-e608-4619-85d7-a6803117e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:22.384511 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f5eb1039-7401-41d0-aa4f-38cf545ed769 req-979e0797-e608-4619-85d7-a6803117e78d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f359afcf-4f0c-4f99-9cfc-156f20cf5791 HTTP/1.1" status: 200  len: 850 time: 0.0656097
Feb 03 20:09:22.474500 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb1039-7401-41d0-aa4f-38cf545ed769 req-15838b14-90b8-44cf-87ae-53eca4a7ba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:22.476176 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f5eb1039-7401-41d0-aa4f-38cf545ed769 req-15838b14-90b8-44cf-87ae-53eca4a7ba96 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2eb7e8c-bcbc-45cd-b50e-636bc852ed45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834134
Feb 03 20:09:22.700005 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f5eb1039-7401-41d0-aa4f-38cf545ed769 req-d7c90668-5838-4622-90f5-bc8ca04c46e0 service neutron] 10.222.0.67 "GET /v2.0/networks/b2eb7e8c-bcbc-45cd-b50e-636bc852ed45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2158642
Feb 03 20:09:22.874215 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6095c26c-12fd-4c7b-b44e-db5a56fb164a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:22.920382 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c69c7-4ea6-4977-96e5-2ccb22872d33 req-a2eb4705-52ff-4d05-8552-21da776b174b tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:22.921215 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-ce3c69c7-4ea6-4977-96e5-2ccb22872d33 req-a2eb4705-52ff-4d05-8552-21da776b174b tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Synchronizing usage tracker for tenant:20e86c4b370d4d1ab70110e25f1ebe04 on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:09:22.969238 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-ce3c69c7-4ea6-4977-96e5-2ccb22872d33 req-a2eb4705-52ff-4d05-8552-21da776b174b tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Unset dirty status for tenant:20e86c4b370d4d1ab70110e25f1ebe04 on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:09:22.970521 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ce3c69c7-4ea6-4977-96e5-2ccb22872d33 req-a2eb4705-52ff-4d05-8552-21da776b174b tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=3045bfe3-bc91-44f6-ae3e-288d539e0824 HTTP/1.1" status: 200  len: 943 time: 0.3437943
Feb 03 20:09:22.974037 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f5eb1039-7401-41d0-aa4f-38cf545ed769 req-793b8760-2d35-43d0-8635-407f784b3bf2 service neutron] 10.222.0.67 "GET /v2.0/networks/b2eb7e8c-bcbc-45cd-b50e-636bc852ed45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2626076
Feb 03 20:09:22.995419 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 73d049f9-a6b7-47d9-8126-1cb74d2dec0f up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:09:23.041804 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ce3c69c7-4ea6-4977-96e5-2ccb22872d33 req-7364015e-99f7-4f1e-82b9-25a1b7c548f4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=91bc4b34-ab6c-4c08-9eb1-7917f6a63ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649951
Feb 03 20:09:23.054514 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026617e-5714-46ee-bcd0-c002b21ca4d2 req-2b8ac30e-5e66-4856-bf1a-a2d9e7a7beda tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:23.062569 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6026617e-5714-46ee-bcd0-c002b21ca4d2 req-2b8ac30e-5e66-4856-bf1a-a2d9e7a7beda tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.2120657
Feb 03 20:09:23.100756 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:09:23.101181 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:23.103880 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 33296) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:23.152150 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6026617e-5714-46ee-bcd0-c002b21ca4d2 req-44f23252-b7a5-400f-a870-fce0a5a765f3 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0884721
Feb 03 20:09:23.272154 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d4db40be-5e19-4049-83bb-8167d9d8faa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:23.288171 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-d4db40be-5e19-4049-83bb-8167d9d8faa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:09:23.292212 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-d4db40be-5e19-4049-83bb-8167d9d8faa4 admin admin] Usage tracker for resource:security_group_rule and tenant:cb1e75a033a743a4b2acd8daf91d46f5 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:09:23.295137 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-d4db40be-5e19-4049-83bb-8167d9d8faa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:09:23.300960 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-d4db40be-5e19-4049-83bb-8167d9d8faa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:09:23.391155 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d4db40be-5e19-4049-83bb-8167d9d8faa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:23.393932 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d4db40be-5e19-4049-83bb-8167d9d8faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:23.402896 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f505c40a-bded-4ed8-98c9-b28ed3883009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:23.447235 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-d4db40be-5e19-4049-83bb-8167d9d8faa4 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=cb1e75a033a743a4b2acd8daf91d46f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3419685
Feb 03 20:09:23.448189 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db40be-5e19-4049-83bb-8167d9d8faa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540a409b-ebc4-4afb-b1b4-208662eed132,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:23.450202 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 33304) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:23.451572 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d4db40be-5e19-4049-83bb-8167d9d8faa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:23.513375 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf08b-7872-49e9-93c8-1cdd5ed06440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:23.541859 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf08b-7872-49e9-93c8-1cdd5ed06440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:23.588867 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf08b-7872-49e9-93c8-1cdd5ed06440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:23.594549 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a9d3941-c2d3-43f1-875c-196d19b27534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:23.608296 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cf08b-7872-49e9-93c8-1cdd5ed06440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540a409b-ebc4-4afb-b1b4-208662eed132,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:23.611862 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bc7cf08b-7872-49e9-93c8-1cdd5ed06440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:23.613066 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf08b-7872-49e9-93c8-1cdd5ed06440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:23.615970 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-bc7cf08b-7872-49e9-93c8-1cdd5ed06440 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/540a409b-ebc4-4afb-b1b4-208662eed132 HTTP/1.1" status: 204  len: 168 time: 0.1630058
Feb 03 20:09:24.346046 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f17c6-6cae-497e-9221-32e83ad1c5ef req-90880412-9715-45f9-a3c5-7316c94b9ebc tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:24.347759 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ab6f17c6-6cae-497e-9221-32e83ad1c5ef req-90880412-9715-45f9-a3c5-7316c94b9ebc tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=3045bfe3-bc91-44f6-ae3e-288d539e0824 HTTP/1.1" status: 200  len: 943 time: 0.1720119
Feb 03 20:09:24.415191 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ab6f17c6-6cae-497e-9221-32e83ad1c5ef req-9221a795-b43d-4440-af46-edc150b9f9bd tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=91bc4b34-ab6c-4c08-9eb1-7917f6a63ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605750
Feb 03 20:09:24.449303 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 33330) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:24.591741 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1148810875-network', 'tenant_id': '019e485546034fe68f260a355a97c478'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:09:24.597188 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:09:24.601323 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Usage tracker for resource:network and tenant:019e485546034fe68f260a355a97c478 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:09:24.604384 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:09:24.610474 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:09:24.620114 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Made reservation on behalf of 019e485546034fe68f260a355a97c478 for: {'network': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:09:24.625309 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for network, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:24.638002 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:24.653461 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:09:24.657721 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Usage tracker for resource:security_group_rule and tenant:019e485546034fe68f260a355a97c478 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:09:24.660641 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:09:24.666333 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:09:24.753485 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:24.756235 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:24.760306 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f3a35ad0-8301-4d0a-aac8-76d2d7465e88 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:24.788196 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 03 20:09:24.800841 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e434186-6a4f-404a-af39-e825adaab87d,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:24.804629 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:24.807046 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781392429922', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:24.807476 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.segments_db [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Added segment e47cea05-8124-4069-9030-7a9096476dc6 of type vxlan for network 226095d3-1bdc-4207-afe1-88a7ce507c59
Feb 03 20:09:24.840299 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781391937907'] for network, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:24.869641 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253'] for network, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:24.870890 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:24.871535 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:24.877157 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5d211ca9-6495-4e5e-ba55-beb82bceef90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:24.985572 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Pushing event updated for resources: {'Network': ['ID=226095d3-1bdc-4207-afe1-88a7ce507c59,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:24.988843 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5384312
Feb 03 20:09:24.989844 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:24.991878 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 33336) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:24.998718 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-44e039e4-3b64-4d98-8f8a-ec50d00ca4ef admin admin] Request body: {'subnet': {'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1148810875-subnet', 'tenant_id': '019e485546034fe68f260a355a97c478', 'ip_version': 4}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:09:25.001177 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Network 226095d3-1bdc-4207-afe1-88a7ce507c59 details requested by agent ovs-agent-dv-cinder-773985-1-iscsi with host dv-cinder-773985-1-iscsi {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:09:25.005204 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-44e039e4-3b64-4d98-8f8a-ec50d00ca4ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:09:25.009300 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-44e039e4-3b64-4d98-8f8a-ec50d00ca4ef admin admin] Usage tracker for resource:subnet and tenant:019e485546034fe68f260a355a97c478 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:09:25.012316 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-44e039e4-3b64-4d98-8f8a-ec50d00ca4ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:09:25.018438 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-44e039e4-3b64-4d98-8f8a-ec50d00ca4ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:09:25.032781 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e039e4-3b64-4d98-8f8a-ec50d00ca4ef admin admin] Made reservation on behalf of 019e485546034fe68f260a355a97c478 for: {'subnet': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:09:25.037759 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-44e039e4-3b64-4d98-8f8a-ec50d00ca4ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848239344'] for subnet, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:25.067638 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Network 226095d3-1bdc-4207-afe1-88a7ce507c59 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 03 20:09:25.301491 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-004e0c4c-bd7a-4adb-804f-37849e098f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:25.441721 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-44e039e4-3b64-4d98-8f8a-ec50d00ca4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848090215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848239325'] for subnet, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:25.457982 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:25.559216 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:09:25.585418 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e039e4-3b64-4d98-8f8a-ec50d00ca4ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=a493d78a-d907-43f3-9068-f045210c0bb4,revision_number=0']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:25.590501 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-44e039e4-3b64-4d98-8f8a-ec50d00ca4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:25.651035 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning for port 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:09:25.657341 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:09:25.657773 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:25.666640 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e039e4-3b64-4d98-8f8a-ec50d00ca4ef admin admin] Checking segment: {'id': 'e47cea05-8124-4069-9030-7a9096476dc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:09:25.667044 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e039e4-3b64-4d98-8f8a-ec50d00ca4ef admin admin] Network hostable DHCP agents. Network: 226095d3-1bdc-4207-afe1-88a7ce507c59, hostable agents: ['78a9ef71-605a-41eb-85ca-137cef06346e'], hosted agents: [] {{(pid=80146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 03 20:09:25.685555 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e039e4-3b64-4d98-8f8a-ec50d00ca4ef admin admin] Network 226095d3-1bdc-4207-afe1-88a7ce507c59 is scheduled to be hosted by DHCP agent 78a9ef71-605a-41eb-85ca-137cef06346e with binding_index 1 {{(pid=80146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 03 20:09:25.693782 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-44e039e4-3b64-4d98-8f8a-ec50d00ca4ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-iscsi, 226095d3-1bdc-4207-afe1-88a7ce507c59) {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:09:25.706873 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e039e4-3b64-4d98-8f8a-ec50d00ca4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:25.707238 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a2f13c-7292-475d-ba77-c04f1b32340d None None] Network 226095d3-1bdc-4207-afe1-88a7ce507c59 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:09:25.707660 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-44e039e4-3b64-4d98-8f8a-ec50d00ca4ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:25.732747 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-44e039e4-3b64-4d98-8f8a-ec50d00ca4ef admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7368114
Feb 03 20:09:25.733826 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 33344) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:25.738972 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1148810875-router', 'tenant_id': '019e485546034fe68f260a355a97c478', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:09:25.743963 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:09:25.747313 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fe88d-c40e-407e-95c9-ae297d7b0f71 req-87fe729f-7d21-4886-b41c-74ce63942b9e tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:25.748173 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Usage tracker for resource:router and tenant:019e485546034fe68f260a355a97c478 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:09:25.749274 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6f1fe88d-c40e-407e-95c9-ae297d7b0f71 req-87fe729f-7d21-4886-b41c-74ce63942b9e tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=3045bfe3-bc91-44f6-ae3e-288d539e0824 HTTP/1.1" status: 200  len: 943 time: 0.2058265
Feb 03 20:09:25.751813 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:09:25.757925 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:09:25.769097 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63094'] for router, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:25.770944 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846791573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846789013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8036125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854712722'] for router, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:25.793046 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:25.824373 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6f1fe88d-c40e-407e-95c9-ae297d7b0f71 req-bf28fe34-dc1d-42d8-b956-48f386052c49 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=91bc4b34-ab6c-4c08-9eb1-7917f6a63ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667262
Feb 03 20:09:25.944932 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:25.996467 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3045bfe3-bc91-44f6-ae3e-288d539e0824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:09:26.009010 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf,segment=NetworkSegment(9319fd51-3f8a-4400-83f2-37446c6d8ab0),segment_id=9319fd51-3f8a-4400-83f2-37446c6d8ab0)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:09:26.017740 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:26.022244 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:26.092930 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846789032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854712737'] for router, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:26.263600 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3045bfe3-bc91-44f6-ae3e-288d539e0824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf', 'code': 200}
Feb 03 20:09:26.290603 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:26.296032 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20dd8c5e-75be-5be5-9ee4-f2dad36667d2-226095d3-1bdc-4207-afe1-88a7ce507c59', 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59', 'tenant_id': '019e485546034fe68f260a355a97c478', 'fixed_ips': [{'subnet_id': 'a493d78a-d907-43f3-9068-f045210c0bb4'}]}} from dv-cinder-773985-1-iscsi. {{(pid=80147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 03 20:09:26.297511 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:26.347366 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:26.364704 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:26.620224 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Allocated IP 172.20.0.2 (226095d3-1bdc-4207-afe1-88a7ce507c59/a493d78a-d907-43f3-9068-f045210c0bb4/95256e1a-1614-4f91-ad8e-5ea48d385f6a) {{(pid=80147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:09:26.726806 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8ebe8-6486-4f29-8719-42d8827fcf23 req-57d9200b-cd60-4ed2-be78-76cc6de0f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:26.728450 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7ad8ebe8-6486-4f29-8719-42d8827fcf23 req-57d9200b-cd60-4ed2-be78-76cc6de0f9dc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3045bfe3-bc91-44f6-ae3e-288d539e0824 HTTP/1.1" status: 200  len: 1162 time: 0.2611687
Feb 03 20:09:26.741580 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:26.769004 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:26.816688 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:26.835789 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7ad8ebe8-6486-4f29-8719-42d8827fcf23 req-8b9a6edb-5a00-4711-9fd7-61bd20fe0213 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=91bc4b34-ab6c-4c08-9eb1-7917f6a63ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0977907
Feb 03 20:09:26.867037 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Notify callbacks [] for port, precommit_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:26.879169 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Transition to ACTIVE for port object 95256e1a-1614-4f91-ad8e-5ea48d385f6a will not be triggered until provisioned by entity L2. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:09:26.899822 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Transition to ACTIVE for port object 95256e1a-1614-4f91-ad8e-5ea48d385f6a will not be triggered until provisioned by entity DHCP. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:09:26.904947 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823'] for port, after_create {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:26.922510 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-96974d74-ac1d-4760-99cc-4cdccd962e3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:27.053160 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:09:27.105255 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Pushing event updated for resources: {'Port': ['ID=95256e1a-1614-4f91-ad8e-5ea48d385f6a,revision_number=1']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:27.111564 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:27.145582 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cca67-5266-4d9f-92af-f5679c2c2774 req-3ded8993-db11-4aa3-867e-6b9f842ab847 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:27.149691 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Allocated IP 172.27.3.106 (b3f750ce-bc55-47f2-a098-fbecdde1b124/04309e75-65fb-4427-af0c-5eb643715331/50402dc2-ec05-47a9-af15-85ecd35a8273) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:09:27.154239 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9f0cca67-5266-4d9f-92af-f5679c2c2774 req-3ded8993-db11-4aa3-867e-6b9f842ab847 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=3045bfe3-bc91-44f6-ae3e-288d539e0824 HTTP/1.1" status: 200  len: 945 time: 0.1869633
Feb 03 20:09:27.240444 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9f0cca67-5266-4d9f-92af-f5679c2c2774 req-a25a56a4-0cba-4853-be3a-aa6724adc55d tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=91bc4b34-ab6c-4c08-9eb1-7917f6a63ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0846498
Feb 03 20:09:27.244141 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:09:27.253008 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:27.295659 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Network 226095d3-1bdc-4207-afe1-88a7ce507c59 is already hosted by enough agents. {{(pid=80147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:09:27.306227 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Resources bound (agent type, host, resource id):  {{(pid=80147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:09:27.321512 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Received port after_create {{(pid=80147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:09:27.349623 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:27.368206 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:27.387220 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:27.396299 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Attempting to bind port 95256e1a-1614-4f91-ad8e-5ea48d385f6a on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:09:27.396654 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Attempting to bind port 95256e1a-1614-4f91-ad8e-5ea48d385f6a by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': 'e47cea05-8124-4069-9030-7a9096476dc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59'}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:09:27.397065 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Attempting to bind port 95256e1a-1614-4f91-ad8e-5ea48d385f6a on network 226095d3-1bdc-4207-afe1-88a7ce507c59 {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:09:27.407367 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:09:27.407853 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Checking segment: {'id': 'e47cea05-8124-4069-9030-7a9096476dc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:09:27.408073 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5200cc6f-f8d9-4d8b-81c2-ebcc4d1a2f68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:27.408319 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:27.408762 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Bound using segment: {'id': 'e47cea05-8124-4069-9030-7a9096476dc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59'} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:09:27.409283 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Bound port: 95256e1a-1614-4f91-ad8e-5ea48d385f6a, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47cea05-8124-4069-9030-7a9096476dc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59'}}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:09:27.409703 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:27.553587 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Pushing event updated for resources: {'Port': ['ID=50402dc2-ec05-47a9-af15-85ecd35a8273,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:27.561845 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] For port 95256e1a-1614-4f91-ad8e-5ea48d385f6a, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:09:27.565328 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] For port 95256e1a-1614-4f91-ad8e-5ea48d385f6a, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=95256e1a-1614-4f91-ad8e-5ea48d385f6a,segment=NetworkSegment(e47cea05-8124-4069-9030-7a9096476dc6),segment_id=e47cea05-8124-4069-9030-7a9096476dc6)] {{(pid=80147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:09:27.566957 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:27.569034 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:27.585816 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:27.608060 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Network b3f750ce-bc55-47f2-a098-fbecdde1b124 is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:09:27.610209 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:09:27.612768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:09:27.741222 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Pushing event updated for resources: {'Port': ['ID=95256e1a-1614-4f91-ad8e-5ea48d385f6a,revision_number=2']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:27.745817 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:27.821294 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:28.100688 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:28.546790 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846791539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7986870'] for router, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:28.701212 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bd4d1-b180-4687-99fe-a16499f67b5d req-c30c305e-fe1f-4655-ad06-d33ea1da673f tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:28.703518 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e93bd4d1-b180-4687-99fe-a16499f67b5d req-c30c305e-fe1f-4655-ad06-d33ea1da673f tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=3045bfe3-bc91-44f6-ae3e-288d539e0824 HTTP/1.1" status: 200  len: 945 time: 0.2932365
Feb 03 20:09:29.093066 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e93bd4d1-b180-4687-99fe-a16499f67b5d req-55126dee-3474-4fd9-b80d-86096f7c8005 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=91bc4b34-ab6c-4c08-9eb1-7917f6a63ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3796694
Feb 03 20:09:29.137595 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d019ec58-cb49-4a74-a8ce-bab3fd488057 None None] Network 226095d3-1bdc-4207-afe1-88a7ce507c59 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:09:29.160356 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Router 4835e097-04b5-4adc-bc37-0759d5332808 is scheduled to L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 with binding_index 1 {{(pid=80146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 03 20:09:29.246881 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-6520ac45-d73e-4858-8526-136d306264ca None None] Provisioning for port 95256e1a-1614-4f91-ad8e-5ea48d385f6a completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:09:29.366645 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:09:29.392102 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Notify callbacks [] for router, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:29.393676 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.6595399
Feb 03 20:09:29.394209 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] Sync routers for ids ['4835e097-04b5-4adc-bc37-0759d5332808'] in dv-cinder-773985-1-iscsi {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:09:29.402674 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 33374) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:29.420734 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbc27a-c38c-4810-95c8-c490e4b3976d req-fb77eda5-717f-43a1-a4b1-238ddb0aca78 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:29.423320 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0bfbc27a-c38c-4810-95c8-c490e4b3976d req-fb77eda5-717f-43a1-a4b1-238ddb0aca78 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=3045bfe3-bc91-44f6-ae3e-288d539e0824 HTTP/1.1" status: 200  len: 945 time: 0.1924956
Feb 03 20:09:29.430946 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] Routers {'4835e097-04b5-4adc-bc37-0759d5332808'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:09:29.431640 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a28eac8>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:09:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['4835e097-04b5-4adc-bc37-0759d5332808'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:09:29.432476 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 33378) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:09:29.439690 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [None req-8e3b42a1-1281-4c41-a6a4-3794dfbd4350 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Request body: {'floatingip': {'port_id': '47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:09:29.554594 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8e3b42a1-1281-4c41-a6a4-3794dfbd4350 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for floatingip, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:29.715502 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 95256e1a-1614-4f91-ad8e-5ea48d385f6a up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:09:29.763441 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] Set router 4835e097-04b5-4adc-bc37-0759d5332808 gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:09:30.110209 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port 95256e1a-1614-4f91-ad8e-5ea48d385f6a completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:09:30.130779 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 95256e1a-1614-4f91-ad8e-5ea48d385f6a triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:09:30.131220 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:30.369222 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:30.442309 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-4fdf7800-3e4f-49fd-8056-57036bebc3fa None None] Provisioning complete for port 95256e1a-1614-4f91-ad8e-5ea48d385f6a triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:09:30.442653 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4fdf7800-3e4f-49fd-8056-57036bebc3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:30.590776 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:30.607213 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf31a44-e9cc-4b07-b2fc-d7ab8b67e45f req-c24a910b-f7e8-4f2c-9aab-1edb81d1abe6 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:30.608514 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a28eac8>, [{'id': '4835e097-04b5-4adc-bc37-0759d5332808', 'name': 'tempest-TestMinimumBasicScenario-1148810875-router', 'tenant_id': '019e485546034fe68f260a355a97c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:09:25Z', 'updated_at': '2021-02-03T20:09:27Z', 'revision_number': 3, 'project_id': '019e485546034fe68f260a355a97c478', 'gw_port': {'id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:27Z', 'updated_at': '2021-02-03T20:09:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:09:30.608742 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0cf31a44-e9cc-4b07-b2fc-d7ab8b67e45f req-c24a910b-f7e8-4f2c-9aab-1edb81d1abe6 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.2639251
Feb 03 20:09:30.651042 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] Checking router: 4835e097-04b5-4adc-bc37-0759d5332808 for host: dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:09:30.651980 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] Updating router 4835e097-04b5-4adc-bc37-0759d5332808 port 50402dc2-ec05-47a9-af15-85ecd35a8273 binding host dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 20:09:30.697704 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0cf31a44-e9cc-4b07-b2fc-d7ab8b67e45f req-e9aec905-8ce1-4ed8-b8b4-79fbdff2a074 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767493
Feb 03 20:09:30.711295 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8e3b42a1-1281-4c41-a6a4-3794dfbd4350 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:30.715997 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8e3b42a1-1281-4c41-a6a4-3794dfbd4350 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:30.734924 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] For port 95256e1a-1614-4f91-ad8e-5ea48d385f6a, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=95256e1a-1614-4f91-ad8e-5ea48d385f6a,segment=NetworkSegment(e47cea05-8124-4069-9030-7a9096476dc6),segment_id=e47cea05-8124-4069-9030-7a9096476dc6)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:09:30.745522 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:30.747494 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4fdf7800-3e4f-49fd-8056-57036bebc3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:30.764880 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] Allocated IP 172.20.0.1 (226095d3-1bdc-4207-afe1-88a7ce507c59/a493d78a-d907-43f3-9068-f045210c0bb4/844f96ad-30a3-4d30-a4d0-c7a1e027d87b) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:09:30.765125 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:30.815818 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:30.915993 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.l3_db [None req-8e3b42a1-1281-4c41-a6a4-3794dfbd4350 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Floating IP 5da98356-5120-437d-b679-693fc205d3d1 associated. External IP: 172.27.3.84, port: 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf.
Feb 03 20:09:30.925502 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:30.942187 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] Transition to ACTIVE for port object 844f96ad-30a3-4d30-a4d0-c7a1e027d87b will not be triggered until provisioned by entity DHCP. {{(pid=80146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:09:30.966352 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:30.990419 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8a77f5c7-36d1-4d9f-a55c-2691267c9e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:31.004023 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Pushing event updated for resources: {'Port': ['ID=95256e1a-1614-4f91-ad8e-5ea48d385f6a,revision_number=3']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:31.011734 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:31.020724 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.api [None req-4fdf7800-3e4f-49fd-8056-57036bebc3fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80147) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 20:09:31.021149 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.api [None req-4fdf7800-3e4f-49fd-8056-57036bebc3fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 20:09:31.144286 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] Pushing event updated for resources: {'Port': ['ID=844f96ad-30a3-4d30-a4d0-c7a1e027d87b,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:31.148423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:31.206932 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] Network 226095d3-1bdc-4207-afe1-88a7ce507c59 is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:09:31.208309 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:09:31.210970 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:09:31.280404 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7972978'] for router_interface, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:31.350590 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] Notify callbacks [] for port, precommit_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:31.365493 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] Transition to ACTIVE for port object 50402dc2-ec05-47a9-af15-85ecd35a8273 will not be triggered until provisioned by entity L2. {{(pid=80147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:09:31.370779 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:31.385604 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5f73e8d2-21c7-4628-98b0-145274817fe0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:31.563357 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:31.577518 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3b42a1-1281-4c41-a6a4-3794dfbd4350 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Router c3823f3b-a720-4dce-a97b-5dacb62b620c has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:09:31.588568 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01aadd-7375-4609-90eb-645c671732c6 None None] Pushing event updated for resources: {'Port': ['ID=50402dc2-ec05-47a9-af15-85ecd35a8273,revision_number=2']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:31.593697 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9d01aadd-7375-4609-90eb-645c671732c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:31.659299 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 95256e1a-1614-4f91-ad8e-5ea48d385f6a up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:09:31.730814 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] Attempting to bind port 50402dc2-ec05-47a9-af15-85ecd35a8273 on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:09:31.731474 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] Attempting to bind port 50402dc2-ec05-47a9-af15-85ecd35a8273 by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:09:31.731864 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] Attempting to bind port 50402dc2-ec05-47a9-af15-85ecd35a8273 on network b3f750ce-bc55-47f2-a098-fbecdde1b124 {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:09:31.744611 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:09:31.745036 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] Checking segment: {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:09:31.745482 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:31.745917 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] Bound using segment: {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'} {{(pid=80147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:09:31.746428 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] Bound port: 50402dc2-ec05-47a9-af15-85ecd35a8273, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd20374a-5c3d-442e-9cdc-5a8f818c139d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}}] {{(pid=80147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:09:31.746851 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:31.806117 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-e159a4de-92c7-4f74-9bd2-53ac6583f369 None None] Provisioning complete for port 95256e1a-1614-4f91-ad8e-5ea48d385f6a triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:09:31.806555 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e159a4de-92c7-4f74-9bd2-53ac6583f369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:31.841868 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3b42a1-1281-4c41-a6a4-3794dfbd4350 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:09:31.850537 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8e3b42a1-1281-4c41-a6a4-3794dfbd4350 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:31.853977 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6ab29-19f6-47d0-b7f0-b0034e885ad0 None None] Sync routers for ids ['c3823f3b-a720-4dce-a97b-5dacb62b620c'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:09:31.866352 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6ab29-19f6-47d0-b7f0-b0034e885ad0 None None] Routers {'c3823f3b-a720-4dce-a97b-5dacb62b620c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:09:31.867351 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-6ca6ab29-19f6-47d0-b7f0-b0034e885ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93baf1470>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:09:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['c3823f3b-a720-4dce-a97b-5dacb62b620c'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:09:31.921294 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 95256e1a-1614-4f91-ad8e-5ea48d385f6a triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:09:31.922268 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:31.935247 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] Notify callbacks [] for port, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:31.939973 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-8e3b42a1-1281-4c41-a6a4-3794dfbd4350 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "PUT /v2.0/floatingips/5da98356-5120-437d-b679-693fc205d3d1 HTTP/1.1" status: 200  len: 990 time: 2.5058064
Feb 03 20:09:31.940850 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3045bfe3-bc91-44f6-ae3e-288d539e0824', 'tag': '47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:09:31.948744 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848090863'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:31.979202 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] For port 50402dc2-ec05-47a9-af15-85ecd35a8273, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:09:31.980224 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-55935358-c39d-4c7a-b42d-9e244a230df8 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:31.988348 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] For port 50402dc2-ec05-47a9-af15-85ecd35a8273, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=50402dc2-ec05-47a9-af15-85ecd35a8273,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:09:32.006298 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:32.034611 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:32.070626 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-6ca6ab29-19f6-47d0-b7f0-b0034e885ad0 None None] Set router c3823f3b-a720-4dce-a97b-5dacb62b620c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:09:32.089388 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] Pushing event updated for resources: {'Port': ['ID=844f96ad-30a3-4d30-a4d0-c7a1e027d87b,revision_number=2']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:32.093079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:32.103890 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846950413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7986988'] for router_interface, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:32.215334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c2ae9-2fec-4c21-8938-3f021d2dbfb0 req-7d4505f1-bf15-462d-8830-f4afbd2cb6d7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:32.217170 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6c4c2ae9-2fec-4c21-8938-3f021d2dbfb0 req-7d4505f1-bf15-462d-8830-f4afbd2cb6d7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.3394697
Feb 03 20:09:32.266691 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01aadd-7375-4609-90eb-645c671732c6 None None] Pushing event updated for resources: {'Port': ['ID=50402dc2-ec05-47a9-af15-85ecd35a8273,revision_number=3']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:32.279377 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9d01aadd-7375-4609-90eb-645c671732c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:32.413600 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3045bfe3-bc91-44f6-ae3e-288d539e0824', 'tag': '47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf', 'status': 'completed', 'code': 200}
Feb 03 20:09:32.495292 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-6ca6ab29-19f6-47d0-b7f0-b0034e885ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93baf1470>, [{'id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'name': 'tempest-AttachVolumeTestJSON-1808507074-router', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:49Z', 'updated_at': '2021-02-03T20:03:15Z', 'revision_number': 4, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'gw_port': {'id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:52Z', 'updated_at': '2021-02-03T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '5da98356-5120-437d-b679-693fc205d3d1', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'floating_ip_address': '172.27.3.84', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'port_id': '47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'mac_address': 'fa:16:3e:7d:81:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3045bfe3-bc91-44f6-ae3e-288d539e0824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:09:13Z', 'updated_at': '2021-02-03T20:09:30Z', 'revision_number': 1, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e4b5e9-433d-4a56-8e52-2997339fe7f3', 'name': '', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'mac_address': 'fa:16:3e:31:70:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:11Z', 'updated_at': '2021-02-03T20:03:30Z', 'revision_number': 5, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'subnets': [{'id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:09:32.500484 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6ab29-19f6-47d0-b7f0-b0034e885ad0 None None] Checking router: c3823f3b-a720-4dce-a97b-5dacb62b620c for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:09:32.510179 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6ab29-19f6-47d0-b7f0-b0034e885ad0 None None] Routers {'c3823f3b-a720-4dce-a97b-5dacb62b620c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:09:32.510849 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-6ca6ab29-19f6-47d0-b7f0-b0034e885ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93baf1470>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:09:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['c3823f3b-a720-4dce-a97b-5dacb62b620c'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:09:32.573455 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-e159a4de-92c7-4f74-9bd2-53ac6583f369 None None] Provisioning for port 844f96ad-30a3-4d30-a4d0-c7a1e027d87b completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:09:32.586572 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-e159a4de-92c7-4f74-9bd2-53ac6583f369 None None] Provisioning complete for port 844f96ad-30a3-4d30-a4d0-c7a1e027d87b triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:09:32.587139 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e159a4de-92c7-4f74-9bd2-53ac6583f369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:32.659480 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] Routers {'4835e097-04b5-4adc-bc37-0759d5332808'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:09:32.660306 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a28eac8>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:09:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['4835e097-04b5-4adc-bc37-0759d5332808'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:09:32.669828 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6c4c2ae9-2fec-4c21-8938-3f021d2dbfb0 req-bb0e1862-d6db-47b7-9c9f-0efd9ae14c17 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4015031
Feb 03 20:09:32.736584 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] Network 226095d3-1bdc-4207-afe1-88a7ce507c59 is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:09:32.739215 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:09:32.748817 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e29e0-2af1-4641-b82c-06739df2eba4 req-baac5e7d-7f11-4f90-9e7f-e89452a53245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:32.751428 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-165e29e0-2af1-4641-b82c-06739df2eba4 req-baac5e7d-7f11-4f90-9e7f-e89452a53245 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20e86c4b370d4d1ab70110e25f1ebe04&device_id=3045bfe3-bc91-44f6-ae3e-288d539e0824 HTTP/1.1" status: 200  len: 1162 time: 0.2080662
Feb 03 20:09:32.809285 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-e159a4de-92c7-4f74-9bd2-53ac6583f369 None None] Port 844f96ad-30a3-4d30-a4d0-c7a1e027d87b cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:09:32.892636 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] Set router 4835e097-04b5-4adc-bc37-0759d5332808 gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:09:32.908459 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-6ca6ab29-19f6-47d0-b7f0-b0034e885ad0 None None] Set router c3823f3b-a720-4dce-a97b-5dacb62b620c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:09:33.080553 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e29e0-2af1-4641-b82c-06739df2eba4 req-cccad95d-342d-4d5c-adfc-3bc07f0ca505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:33.082168 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-165e29e0-2af1-4641-b82c-06739df2eba4 req-cccad95d-342d-4d5c-adfc-3bc07f0ca505 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 HTTP/1.1" status: 200  len: 905 time: 0.2688608
Feb 03 20:09:33.090488 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] Router 4835e097-04b5-4adc-bc37-0759d5332808 has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:09:33.124000 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-5756b22d-04b8-4cbe-9668-61596d3bc7cd None None] Provisioning complete for port 844f96ad-30a3-4d30-a4d0-c7a1e027d87b triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:09:33.124335 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5756b22d-04b8-4cbe-9668-61596d3bc7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:33.203342 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-5756b22d-04b8-4cbe-9668-61596d3bc7cd None None] Port 844f96ad-30a3-4d30-a4d0-c7a1e027d87b cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:09:33.314920 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a28eac8>, [{'id': '4835e097-04b5-4adc-bc37-0759d5332808', 'name': 'tempest-TestMinimumBasicScenario-1148810875-router', 'tenant_id': '019e485546034fe68f260a355a97c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:09:25Z', 'updated_at': '2021-02-03T20:09:31Z', 'revision_number': 4, 'project_id': '019e485546034fe68f260a355a97c478', 'gw_port': {'id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:27Z', 'updated_at': '2021-02-03T20:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '844f96ad-30a3-4d30-a4d0-c7a1e027d87b', 'name': '', 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59', 'tenant_id': '019e485546034fe68f260a355a97c478', 'mac_address': 'fa:16:3e:e0:35:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a493d78a-d907-43f3-9068-f045210c0bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:30Z', 'updated_at': '2021-02-03T20:09:31Z', 'revision_number': 2, 'project_id': '019e485546034fe68f260a355a97c478', 'subnets': [{'id': 'a493d78a-d907-43f3-9068-f045210c0bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:09:33.315452 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-6ca6ab29-19f6-47d0-b7f0-b0034e885ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93baf1470>, [{'id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'name': 'tempest-AttachVolumeTestJSON-1808507074-router', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:49Z', 'updated_at': '2021-02-03T20:03:15Z', 'revision_number': 4, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'gw_port': {'id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:52Z', 'updated_at': '2021-02-03T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '5da98356-5120-437d-b679-693fc205d3d1', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'floating_ip_address': '172.27.3.84', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'port_id': '47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'mac_address': 'fa:16:3e:7d:81:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3045bfe3-bc91-44f6-ae3e-288d539e0824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:09:13Z', 'updated_at': '2021-02-03T20:09:30Z', 'revision_number': 1, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e4b5e9-433d-4a56-8e52-2997339fe7f3', 'name': '', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'mac_address': 'fa:16:3e:31:70:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:11Z', 'updated_at': '2021-02-03T20:03:30Z', 'revision_number': 5, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'subnets': [{'id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:09:33.319209 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c889569-094a-426a-99a1-2a30ffe2ed22 None None] The sync data for ids ['4835e097-04b5-4adc-bc37-0759d5332808'] in dv-cinder-773985-1-iscsi is: [{'id': '4835e097-04b5-4adc-bc37-0759d5332808', 'name': 'tempest-TestMinimumBasicScenario-1148810875-router', 'tenant_id': '019e485546034fe68f260a355a97c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:09:25Z', 'updated_at': '2021-02-03T20:09:31Z', 'revision_number': 4, 'project_id': '019e485546034fe68f260a355a97c478', 'gw_port': {'id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:27Z', 'updated_at': '2021-02-03T20:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '844f96ad-30a3-4d30-a4d0-c7a1e027d87b', 'name': '', 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59', 'tenant_id': '019e485546034fe68f260a355a97c478', 'mac_address': 'fa:16:3e:e0:35:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a493d78a-d907-43f3-9068-f045210c0bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:30Z', 'updated_at': '2021-02-03T20:09:31Z', 'revision_number': 2, 'project_id': '019e485546034fe68f260a355a97c478', 'subnets': [{'id': 'a493d78a-d907-43f3-9068-f045210c0bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:09:33.319992 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6ab29-19f6-47d0-b7f0-b0034e885ad0 None None] The sync data for ids ['c3823f3b-a720-4dce-a97b-5dacb62b620c'] in dv-cinder-773985-1-iscsi is: [{'id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'name': 'tempest-AttachVolumeTestJSON-1808507074-router', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:49Z', 'updated_at': '2021-02-03T20:03:15Z', 'revision_number': 4, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'gw_port': {'id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:52Z', 'updated_at': '2021-02-03T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '5da98356-5120-437d-b679-693fc205d3d1', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'floating_ip_address': '172.27.3.84', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'port_id': '47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'mac_address': 'fa:16:3e:7d:81:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3045bfe3-bc91-44f6-ae3e-288d539e0824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:09:13Z', 'updated_at': '2021-02-03T20:09:30Z', 'revision_number': 1, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e4b5e9-433d-4a56-8e52-2997339fe7f3', 'name': '', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'mac_address': 'fa:16:3e:31:70:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:11Z', 'updated_at': '2021-02-03T20:03:30Z', 'revision_number': 5, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'subnets': [{'id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:09:33.357156 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-165e29e0-2af1-4641-b82c-06739df2eba4 req-735e05b2-1754-48e5-9dc5-da982a265497 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf HTTP/1.1" status: 200  len: 998 time: 0.2656207
Feb 03 20:09:33.451023 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:09:33.461208 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e29e0-2af1-4641-b82c-06739df2eba4 req-b47c087e-b02d-40f6-947c-1eca43ba864e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:33.462787 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-165e29e0-2af1-4641-b82c-06739df2eba4 req-b47c087e-b02d-40f6-947c-1eca43ba864e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f359afcf-4f0c-4f99-9cfc-156f20cf5791 HTTP/1.1" status: 200  len: 850 time: 0.0987659
Feb 03 20:09:33.465596 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] 10.222.0.103 "PUT /v2.0/routers/4835e097-04b5-4adc-bc37-0759d5332808/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0617406
Feb 03 20:09:33.551255 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e29e0-2af1-4641-b82c-06739df2eba4 req-d6965601-5e48-4ebc-ae59-c59177436852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:33.552951 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-165e29e0-2af1-4641-b82c-06739df2eba4 req-d6965601-5e48-4ebc-ae59-c59177436852 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2eb7e8c-bcbc-45cd-b50e-636bc852ed45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828857
Feb 03 20:09:33.709444 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-165e29e0-2af1-4641-b82c-06739df2eba4 req-b441653a-17e2-422b-85b3-6a145e7e9337 service neutron] 10.222.0.67 "GET /v2.0/networks/b2eb7e8c-bcbc-45cd-b50e-636bc852ed45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487679
Feb 03 20:09:33.720338 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13015e6-528f-4b49-9a5b-fc117a087084 None None] New status for floating IP 5da98356-5120-437d-b679-693fc205d3d1: ACTIVE {{(pid=80147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 20:09:33.930960 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-165e29e0-2af1-4641-b82c-06739df2eba4 req-39a605e5-e31d-4230-8ee5-c7611c6d2eb6 service neutron] 10.222.0.67 "GET /v2.0/networks/b2eb7e8c-bcbc-45cd-b50e-636bc852ed45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2138760
Feb 03 20:09:34.119522 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc5232-6944-4ebe-9b57-ffa8af0c0058 req-eb522f9c-5eb1-4f84-8973-39e67084a92f tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:34.129528 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8cfc5232-6944-4ebe-9b57-ffa8af0c0058 req-eb522f9c-5eb1-4f84-8973-39e67084a92f tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.1975162
Feb 03 20:09:34.201290 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8cfc5232-6944-4ebe-9b57-ffa8af0c0058 req-6421f122-2000-4f8a-8961-450f18902805 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708096
Feb 03 20:09:35.531354 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e567526-9a4c-4650-8637-484b240ef178 req-a1d9d916-9e96-4b3e-bccc-49ef3d99beec tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:35.533675 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2e567526-9a4c-4650-8637-484b240ef178 req-a1d9d916-9e96-4b3e-bccc-49ef3d99beec tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.1780462
Feb 03 20:09:35.651487 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2e567526-9a4c-4650-8637-484b240ef178 req-4a166b53-2bc7-468e-b7ab-3ed97dc36ecb tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1115849
Feb 03 20:09:35.700885 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 50402dc2-ec05-47a9-af15-85ecd35a8273 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:09:35.786037 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port 50402dc2-ec05-47a9-af15-85ecd35a8273 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:09:35.791289 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 50402dc2-ec05-47a9-af15-85ecd35a8273 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:09:35.791712 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:35.933849 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:35.957371 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] For port 50402dc2-ec05-47a9-af15-85ecd35a8273, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=50402dc2-ec05-47a9-af15-85ecd35a8273,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:09:35.960243 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:35.965202 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d3dc787c-4f17-42a5-9adf-27a4512c7e32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:36.043119 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Pushing event updated for resources: {'Port': ['ID=50402dc2-ec05-47a9-af15-85ecd35a8273,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:36.047633 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:37.032731 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8f0c4-233c-434a-aebd-01c9e8b34a49 req-b04a2703-8731-4df0-a6a3-262fb4d4aacb tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:37.034549 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4dc8f0c4-233c-434a-aebd-01c9e8b34a49 req-b04a2703-8731-4df0-a6a3-262fb4d4aacb tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.1898985
Feb 03 20:09:37.104470 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4dc8f0c4-233c-434a-aebd-01c9e8b34a49 req-85178ac7-94a0-4e94-b93c-62a870b1246f tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627027
Feb 03 20:09:37.385881 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] Sync routers for ids ['4835e097-04b5-4adc-bc37-0759d5332808'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:09:37.399926 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] Routers {'4835e097-04b5-4adc-bc37-0759d5332808'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:09:37.400942 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93b0b8b70>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:09:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['4835e097-04b5-4adc-bc37-0759d5332808'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:09:37.614632 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] Set router 4835e097-04b5-4adc-bc37-0759d5332808 gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:09:37.625867 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 50402dc2-ec05-47a9-af15-85ecd35a8273 up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:09:37.719126 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 50402dc2-ec05-47a9-af15-85ecd35a8273 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:09:37.719780 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:38.037133 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93b0b8b70>, [{'id': '4835e097-04b5-4adc-bc37-0759d5332808', 'name': 'tempest-TestMinimumBasicScenario-1148810875-router', 'tenant_id': '019e485546034fe68f260a355a97c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:09:25Z', 'updated_at': '2021-02-03T20:09:31Z', 'revision_number': 4, 'project_id': '019e485546034fe68f260a355a97c478', 'gw_port': {'id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:27Z', 'updated_at': '2021-02-03T20:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '844f96ad-30a3-4d30-a4d0-c7a1e027d87b', 'name': '', 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59', 'tenant_id': '019e485546034fe68f260a355a97c478', 'mac_address': 'fa:16:3e:e0:35:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a493d78a-d907-43f3-9068-f045210c0bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:30Z', 'updated_at': '2021-02-03T20:09:31Z', 'revision_number': 2, 'project_id': '019e485546034fe68f260a355a97c478', 'subnets': [{'id': 'a493d78a-d907-43f3-9068-f045210c0bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:09:38.045879 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] Checking router: 4835e097-04b5-4adc-bc37-0759d5332808 for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:09:38.045879 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] Updating router 4835e097-04b5-4adc-bc37-0759d5332808 port 844f96ad-30a3-4d30-a4d0-c7a1e027d87b binding host dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 03 20:09:38.111290 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:38.479769 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbdc2d-9848-43ce-96d1-3f5fe4c2773f req-adf797b9-5bd5-4c9e-928c-e5bb92f22b73 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:38.482034 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-63fbdc2d-9848-43ce-96d1-3f5fe4c2773f req-adf797b9-5bd5-4c9e-928c-e5bb92f22b73 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.1980155
Feb 03 20:09:38.562540 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-63fbdc2d-9848-43ce-96d1-3f5fe4c2773f req-c1cd5089-3285-4877-9fa6-27c9381a9761 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731459
Feb 03 20:09:38.658283 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:38.674407 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] Transition to ACTIVE for port object 844f96ad-30a3-4d30-a4d0-c7a1e027d87b will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:09:38.678172 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:38.698614 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:38.840588 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Pushing event updated for resources: {'Port': ['ID=844f96ad-30a3-4d30-a4d0-c7a1e027d87b,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:38.852950 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.853339 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.853720 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.854103 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.854477 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.854847 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.855220 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.855586 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.855969 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.856591 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.856955 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.857315 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.857722 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.858087 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.858449 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.858871 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.859335 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.859702 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.860142 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.860515 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.860894 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.861258 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.861621 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.861954 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:09:38.877297 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:39.078069 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] Attempting to bind port 844f96ad-30a3-4d30-a4d0-c7a1e027d87b on host dv-cinder-773985-1-iscsi for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:09:39.078644 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] Attempting to bind port 844f96ad-30a3-4d30-a4d0-c7a1e027d87b by drivers openvswitch on host dv-cinder-773985-1-iscsi at level 0 using segments [{'id': 'e47cea05-8124-4069-9030-7a9096476dc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:09:39.078860 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] Attempting to bind port 844f96ad-30a3-4d30-a4d0-c7a1e027d87b on network 226095d3-1bdc-4207-afe1-88a7ce507c59 {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:09:39.087507 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] Checking agent: {'id': 'd8a916fd-a44f-4e48-9ed2-640cf8c1900b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 19, 53, 57), 'started_at': datetime.datetime(2021, 2, 3, 19, 54, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:09:39.087959 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] Checking segment: {'id': 'e47cea05-8124-4069-9030-7a9096476dc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:09:39.088425 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:39.088878 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] Bound using segment: {'id': 'e47cea05-8124-4069-9030-7a9096476dc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:09:39.089752 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] Bound port: 844f96ad-30a3-4d30-a4d0-c7a1e027d87b, host: dv-cinder-773985-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47cea05-8124-4069-9030-7a9096476dc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:09:39.090173 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:39.250653 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] For port 844f96ad-30a3-4d30-a4d0-c7a1e027d87b, host dv-cinder-773985-1-iscsi, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:09:39.254655 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] For port 844f96ad-30a3-4d30-a4d0-c7a1e027d87b, host dv-cinder-773985-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=844f96ad-30a3-4d30-a4d0-c7a1e027d87b,segment=NetworkSegment(e47cea05-8124-4069-9030-7a9096476dc6),segment_id=e47cea05-8124-4069-9030-7a9096476dc6)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:09:39.260369 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:39.278458 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-6564c73d-d311-43c4-9e2e-dde5ab7cc308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:39.438813 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Pushing event updated for resources: {'Port': ['ID=844f96ad-30a3-4d30-a4d0-c7a1e027d87b,revision_number=4']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:39.443937 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-da577e34-f345-4718-8fb1-ae0a4e79babf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:39.486946 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] Routers {'4835e097-04b5-4adc-bc37-0759d5332808'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:09:39.487638 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93b0b8b70>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:09:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['4835e097-04b5-4adc-bc37-0759d5332808'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:09:39.691504 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 844f96ad-30a3-4d30-a4d0-c7a1e027d87b up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:09:39.798078 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning for port 844f96ad-30a3-4d30-a4d0-c7a1e027d87b completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:09:39.804046 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 844f96ad-30a3-4d30-a4d0-c7a1e027d87b triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:09:39.804670 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:39.869983 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-1eaae26c-436b-4770-8c96-a1f044b89ecf None None] Provisioning complete for port 844f96ad-30a3-4d30-a4d0-c7a1e027d87b triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:09:39.870649 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1eaae26c-436b-4770-8c96-a1f044b89ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:39.994546 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] Set router 4835e097-04b5-4adc-bc37-0759d5332808 gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:09:40.022260 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1eaae26c-436b-4770-8c96-a1f044b89ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:40.024899 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc99a71-5291-4475-be45-c2f218abe9ba req-235500f5-edc0-4b50-af5e-bfafe9695d3b tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:40.026913 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9fc99a71-5291-4475-be45-c2f218abe9ba req-235500f5-edc0-4b50-af5e-bfafe9695d3b tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.2282162
Feb 03 20:09:40.061003 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-1eaae26c-436b-4770-8c96-a1f044b89ecf None None] For port 844f96ad-30a3-4d30-a4d0-c7a1e027d87b, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=844f96ad-30a3-4d30-a4d0-c7a1e027d87b,segment=NetworkSegment(e47cea05-8124-4069-9030-7a9096476dc6),segment_id=e47cea05-8124-4069-9030-7a9096476dc6)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:09:40.072697 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1eaae26c-436b-4770-8c96-a1f044b89ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:40.102100 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9fc99a71-5291-4475-be45-c2f218abe9ba req-6cd2eb3d-1a48-4efa-a27e-f62081e53b7b tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673699
Feb 03 20:09:40.104268 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:40.218351 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaae26c-436b-4770-8c96-a1f044b89ecf None None] Pushing event updated for resources: {'Port': ['ID=844f96ad-30a3-4d30-a4d0-c7a1e027d87b,revision_number=5']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:40.224686 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1eaae26c-436b-4770-8c96-a1f044b89ecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:40.436808 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93b0b8b70>, [{'id': '4835e097-04b5-4adc-bc37-0759d5332808', 'name': 'tempest-TestMinimumBasicScenario-1148810875-router', 'tenant_id': '019e485546034fe68f260a355a97c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:09:25Z', 'updated_at': '2021-02-03T20:09:31Z', 'revision_number': 4, 'project_id': '019e485546034fe68f260a355a97c478', 'gw_port': {'id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:27Z', 'updated_at': '2021-02-03T20:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '844f96ad-30a3-4d30-a4d0-c7a1e027d87b', 'name': '', 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59', 'tenant_id': '019e485546034fe68f260a355a97c478', 'mac_address': 'fa:16:3e:e0:35:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a493d78a-d907-43f3-9068-f045210c0bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:30Z', 'updated_at': '2021-02-03T20:09:39Z', 'revision_number': 4, 'project_id': '019e485546034fe68f260a355a97c478', 'subnets': [{'id': 'a493d78a-d907-43f3-9068-f045210c0bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:09:40.442638 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca35b5-1ecf-45a6-a01e-8a28e6bf9250 None None] The sync data for ids ['4835e097-04b5-4adc-bc37-0759d5332808'] in dv-cinder-773985-1-iscsi is: [{'id': '4835e097-04b5-4adc-bc37-0759d5332808', 'name': 'tempest-TestMinimumBasicScenario-1148810875-router', 'tenant_id': '019e485546034fe68f260a355a97c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:09:25Z', 'updated_at': '2021-02-03T20:09:31Z', 'revision_number': 4, 'project_id': '019e485546034fe68f260a355a97c478', 'gw_port': {'id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:27Z', 'updated_at': '2021-02-03T20:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '844f96ad-30a3-4d30-a4d0-c7a1e027d87b', 'name': '', 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59', 'tenant_id': '019e485546034fe68f260a355a97c478', 'mac_address': 'fa:16:3e:e0:35:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a493d78a-d907-43f3-9068-f045210c0bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:30Z', 'updated_at': '2021-02-03T20:09:39Z', 'revision_number': 4, 'project_id': '019e485546034fe68f260a355a97c478', 'subnets': [{'id': 'a493d78a-d907-43f3-9068-f045210c0bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:09:41.511468 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a700513-aa52-448f-a1ad-211e848090db req-fdc33dbd-b9d0-48c0-bb7d-2e87881ef25a tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:41.521502 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6a700513-aa52-448f-a1ad-211e848090db req-fdc33dbd-b9d0-48c0-bb7d-2e87881ef25a tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.2174439
Feb 03 20:09:41.658012 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6a700513-aa52-448f-a1ad-211e848090db req-919b705a-643a-499f-a79b-b2f124c5c72a tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1066875
Feb 03 20:09:41.690280 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 844f96ad-30a3-4d30-a4d0-c7a1e027d87b up at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:09:41.769517 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Provisioning complete for port 844f96ad-30a3-4d30-a4d0-c7a1e027d87b triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:09:41.769947 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:43.045946 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c80f36-7d37-49ca-a3c9-6a10944eec71 req-1dc119d1-6f82-452c-be59-5b28ee14f430 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:43.053393 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d7c80f36-7d37-49ca-a3c9-6a10944eec71 req-1dc119d1-6f82-452c-be59-5b28ee14f430 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.1906180
Feb 03 20:09:43.147261 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d7c80f36-7d37-49ca-a3c9-6a10944eec71 req-a8e44346-55b8-4c72-94c7-8a42f43d9db5 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0926445
Feb 03 20:09:44.534269 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ae124-dc25-4a10-bf9b-0978d07f6b57 req-0b337d2b-0b14-4328-b85f-69ae5cfd39f7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:44.536028 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e82ae124-dc25-4a10-bf9b-0978d07f6b57 req-0b337d2b-0b14-4328-b85f-69ae5cfd39f7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.2153604
Feb 03 20:09:44.652586 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e82ae124-dc25-4a10-bf9b-0978d07f6b57 req-4e6e20db-efe8-4e8a-bd45-c726107797dc tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0993922
Feb 03 20:09:44.861907 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-c5aa6a30-58da-46c5-be2c-0b58118d1740 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:44.863869 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-c5aa6a30-58da-46c5-be2c-0b58118d1740 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/networks?id=226095d3-1bdc-4207-afe1-88a7ce507c59 HTTP/1.1" status: 200  len: 815 time: 0.3248558
Feb 03 20:09:44.883980 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-37b3cd8c-9f9e-43ba-8772-60bc957f058f tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/quotas/019e485546034fe68f260a355a97c478 HTTP/1.1" status: 200  len: 375 time: 0.0135078
Feb 03 20:09:45.020933 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-a0a19ad4-f596-4501-ba8b-0c5a16d1b594 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=019e485546034fe68f260a355a97c478&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1264763
Feb 03 20:09:45.262865 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-e5a9eee0-fa03-46d8-9d50-df31bb0c965b service neutron] 10.222.0.103 "GET /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2263598
Feb 03 20:09:45.424035 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-248b0589-27e2-43ed-8aa2-c8afeb651faa service neutron] 10.222.0.103 "GET /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1491725
Feb 03 20:09:45.683422 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-83ea6b2b-05a8-4a7d-84b3-215b2a60ff8b req-ec37c97d-982a-455a-ac88-4ff018a953f2 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Synchronizing usage tracker for tenant:019e485546034fe68f260a355a97c478 on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:09:45.707136 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-83ea6b2b-05a8-4a7d-84b3-215b2a60ff8b req-ec37c97d-982a-455a-ac88-4ff018a953f2 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Unset dirty status for tenant:019e485546034fe68f260a355a97c478 on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:09:45.708593 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-83ea6b2b-05a8-4a7d-84b3-215b2a60ff8b req-ec37c97d-982a-455a-ac88-4ff018a953f2 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 210 time: 0.0815108
Feb 03 20:09:46.038749 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c9483-502e-4d93-9863-b4a2ae292f41 req-185b40ff-b23c-4e38-a226-a39cf4d1d376 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:46.040981 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a16c9483-502e-4d93-9863-b4a2ae292f41 req-185b40ff-b23c-4e38-a226-a39cf4d1d376 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.2116203
Feb 03 20:09:46.124333 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a16c9483-502e-4d93-9863-b4a2ae292f41 req-cb69e070-ddf1-4926-ab25-8f88d38c94cd tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723200
Feb 03 20:09:46.925369 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c8d3ad07-8286-4f07-8d1d-42cffec810c8 req-bcd834c4-c3be-4eda-bde4-d81ac4f4fa03 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 210 time: 0.0727875
Feb 03 20:09:47.307701 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-8ebe3b80-7a6a-450d-927a-18c2b010bf62 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:47.308543 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-8ebe3b80-7a6a-450d-927a-18c2b010bf62 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Synchronizing usage tracker for tenant:019e485546034fe68f260a355a97c478 on resource:network {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:09:47.381376 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-8ebe3b80-7a6a-450d-927a-18c2b010bf62 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Unset dirty status for tenant:019e485546034fe68f260a355a97c478 on resource:network {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:09:47.382619 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-8ebe3b80-7a6a-450d-927a-18c2b010bf62 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.67 "GET /v2.0/networks?id=226095d3-1bdc-4207-afe1-88a7ce507c59 HTTP/1.1" status: 200  len: 815 time: 0.3708119
Feb 03 20:09:47.415789 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-b8bb2731-8783-4b9b-85c8-d219643ea350 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Request body: {'port': {'device_id': 'd900d79c-8244-4974-9b98-07ffaa568b1c', 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59', 'admin_state_up': True, 'tenant_id': '019e485546034fe68f260a355a97c478'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:09:47.649760 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47a75a-b072-4e5c-91c7-bb721f0224cf req-42f91997-d07a-4d98-b99b-66f21a1cb716 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:47.658605 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2d47a75a-b072-4e5c-91c7-bb721f0224cf req-42f91997-d07a-4d98-b99b-66f21a1cb716 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.3360934
Feb 03 20:09:47.875189 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:09:48.037616 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2d47a75a-b072-4e5c-91c7-bb721f0224cf req-4781b8b9-e5d0-464b-abcc-0cd5e130e679 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3769505
Feb 03 20:09:48.038798 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-b8bb2731-8783-4b9b-85c8-d219643ea350 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:09:48.050284 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-b8bb2731-8783-4b9b-85c8-d219643ea350 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:09:48.063549 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-b8bb2731-8783-4b9b-85c8-d219643ea350 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Made reservation on behalf of 019e485546034fe68f260a355a97c478 for: {'port': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:09:48.089517 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-b8bb2731-8783-4b9b-85c8-d219643ea350 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:48.278846 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d27054ad-b96f-4032-a992-6053d86c13ff req-3fc54f23-76d3-4ef4-a550-c739b45469d1 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 210 time: 0.0815043
Feb 03 20:09:48.526332 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-b8bb2731-8783-4b9b-85c8-d219643ea350 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Allocated IP 172.20.0.4 (226095d3-1bdc-4207-afe1-88a7ce507c59/a493d78a-d907-43f3-9068-f045210c0bb4/c3244613-f66e-448f-ad40-b1fc672afe93) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:09:48.978901 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-b8bb2731-8783-4b9b-85c8-d219643ea350 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:49.001013 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-b8bb2731-8783-4b9b-85c8-d219643ea350 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Transition to ACTIVE for port object c3244613-f66e-448f-ad40-b1fc672afe93 will not be triggered until provisioned by entity DHCP. {{(pid=80146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:09:49.039508 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-b8bb2731-8783-4b9b-85c8-d219643ea350 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:49.155140 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:09:49.259657 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb2731-8783-4b9b-85c8-d219643ea350 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Pushing event updated for resources: {'Port': ['ID=c3244613-f66e-448f-ad40-b1fc672afe93,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:09:49.272015 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b8bb2731-8783-4b9b-85c8-d219643ea350 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:09:49.437720 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-b8bb2731-8783-4b9b-85c8-d219643ea350 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Network 226095d3-1bdc-4207-afe1-88a7ce507c59 is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:09:49.439891 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-b8bb2731-8783-4b9b-85c8-d219643ea350 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:09:49.443084 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-b8bb2731-8783-4b9b-85c8-d219643ea350 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:09:49.616638 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1203fd-483c-42ca-aff5-f625d2ac8891 req-f2023331-689a-4f75-91b0-4432af605a42 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:49.636543 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1f1203fd-483c-42ca-aff5-f625d2ac8891 req-f2023331-689a-4f75-91b0-4432af605a42 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.3754997
Feb 03 20:09:49.687125 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-b8bb2731-8783-4b9b-85c8-d219643ea350 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:49.687860 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-b8bb2731-8783-4b9b-85c8-d219643ea350 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:49.720389 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-8aaed966-ccd7-4911-b39d-15ff20004d77 None None] Provisioning for port c3244613-f66e-448f-ad40-b1fc672afe93 completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:09:49.737140 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-8aaed966-ccd7-4911-b39d-15ff20004d77 None None] Provisioning complete for port c3244613-f66e-448f-ad40-b1fc672afe93 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:09:49.737490 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8aaed966-ccd7-4911-b39d-15ff20004d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:49.755652 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-b8bb2731-8783-4b9b-85c8-d219643ea350 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3462799
Feb 03 20:09:49.791610 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1f1203fd-483c-42ca-aff5-f625d2ac8891 req-7b335730-94f8-49fc-8663-6ae872471964 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1538687
Feb 03 20:09:50.023084 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-8aaed966-ccd7-4911-b39d-15ff20004d77 None None] Port c3244613-f66e-448f-ad40-b1fc672afe93 cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:09:50.221380 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddab22-3076-44d6-99c3-7d89fca1bda6 req-f74b6bd3-c2cf-46e5-8c5c-a519becaf5fa tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:50.223187 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-eeddab22-3076-44d6-99c3-7d89fca1bda6 req-f74b6bd3-c2cf-46e5-8c5c-a519becaf5fa tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 931 time: 0.2180047
Feb 03 20:09:50.345191 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-eeddab22-3076-44d6-99c3-7d89fca1bda6 req-cb16a1d4-7118-4329-9f78-207a557df6c0 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929141
Feb 03 20:09:51.159931 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92ad5f-b98e-4a7f-b4a8-2eaf6c8cada4 req-32325e50-79c8-4a16-9ddb-98797e29d80e tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:51.161653 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7c92ad5f-b98e-4a7f-b4a8-2eaf6c8cada4 req-32325e50-79c8-4a16-9ddb-98797e29d80e tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.2016647
Feb 03 20:09:51.247587 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7c92ad5f-b98e-4a7f-b4a8-2eaf6c8cada4 req-646e6b92-7dc8-4a7e-9cc8-44306c401f53 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790634
Feb 03 20:09:51.708353 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e5024-fe04-484c-996e-1b28268f7e39 req-ff693a6c-d001-4e76-ba4f-bf97d204e240 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:51.710079 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-572e5024-fe04-484c-996e-1b28268f7e39 req-ff693a6c-d001-4e76-ba4f-bf97d204e240 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 931 time: 0.2161458
Feb 03 20:09:51.785970 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-572e5024-fe04-484c-996e-1b28268f7e39 req-f590a9b6-786f-4150-9b05-2a2afcfca845 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660236
Feb 03 20:09:52.681421 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b1621-c637-4917-bcd9-f40f37804ac1 req-4ba32dc4-964e-42a9-ae47-39a56b9d35b2 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:52.683770 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2d4b1621-c637-4917-bcd9-f40f37804ac1 req-4ba32dc4-964e-42a9-ae47-39a56b9d35b2 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.2139192
Feb 03 20:09:52.760879 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2d4b1621-c637-4917-bcd9-f40f37804ac1 req-add9bfe0-fc9c-47dc-bc5f-16327448d37b tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683086
Feb 03 20:09:52.894800 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-12151472-d21c-4eda-9644-ac4c36f4a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:53.169438 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471b463-184f-4b5d-9bdb-cbf57aa3df2d req-291579e3-8937-45ef-b591-edf42c4e6f04 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:53.171765 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0471b463-184f-4b5d-9bdb-cbf57aa3df2d req-291579e3-8937-45ef-b591-edf42c4e6f04 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 931 time: 0.1956389
Feb 03 20:09:53.256011 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0471b463-184f-4b5d-9bdb-cbf57aa3df2d req-89e38798-f278-4196-b1b9-68802467dc8c tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771170
Feb 03 20:09:54.090818 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37a97a-cd7f-44ab-b85f-e693254336bb req-8abfc385-ab06-42e5-af9f-a48ba42b4531 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:54.092811 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bb37a97a-cd7f-44ab-b85f-e693254336bb req-8abfc385-ab06-42e5-af9f-a48ba42b4531 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.1797955
Feb 03 20:09:54.163165 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bb37a97a-cd7f-44ab-b85f-e693254336bb req-fcc5b198-d95c-438e-af32-ac1fdafc8dc2 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635438
Feb 03 20:09:54.564514 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e737108-8614-4a49-b797-d17e2470bda0 req-bd5a7969-c6f2-4b0d-94d2-2c915feea4b6 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:54.566390 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5e737108-8614-4a49-b797-d17e2470bda0 req-bd5a7969-c6f2-4b0d-94d2-2c915feea4b6 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 931 time: 0.1753528
Feb 03 20:09:54.633577 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5e737108-8614-4a49-b797-d17e2470bda0 req-b026a753-1c70-4602-a0f8-e39c46c97ad7 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601029
Feb 03 20:09:55.306643 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1298e884-5e36-4a39-be39-a1d12e612a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:55.490764 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fde1a0-fd60-4965-8d28-bf9c5e61bd26 req-b1e44c8b-f357-483c-a3c2-469c92333382 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:55.492846 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c7fde1a0-fd60-4965-8d28-bf9c5e61bd26 req-b1e44c8b-f357-483c-a3c2-469c92333382 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.1715741
Feb 03 20:09:55.562696 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c7fde1a0-fd60-4965-8d28-bf9c5e61bd26 req-bd1cbe1f-8075-492e-8756-c4a5b717ec58 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628660
Feb 03 20:09:55.940587 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476c3eb-ef5a-4fb9-9501-db64387506c9 req-2ef6393f-3fdd-4603-af40-c1b7853a2765 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:55.942219 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7476c3eb-ef5a-4fb9-9501-db64387506c9 req-2ef6393f-3fdd-4603-af40-c1b7853a2765 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 931 time: 0.1721880
Feb 03 20:09:55.993817 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:56.012843 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7476c3eb-ef5a-4fb9-9501-db64387506c9 req-cbc3a610-b325-41b9-99dd-ae8aa7d945d4 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638790
Feb 03 20:09:56.713957 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:56.880882 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55fbc68-1006-468a-bd55-2e39a4cae673 req-1a32cab4-929e-4df4-a28d-dde5c689ef58 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:56.882535 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c55fbc68-1006-468a-bd55-2e39a4cae673 req-1a32cab4-929e-4df4-a28d-dde5c689ef58 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.1743107
Feb 03 20:09:56.949413 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c55fbc68-1006-468a-bd55-2e39a4cae673 req-eef97ede-8b0e-4c61-8156-a5e02ce09c10 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601439
Feb 03 20:09:57.258447 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:57.372744 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7a92b-9274-4776-82bd-1a55d53cce2a req-c96c0480-f081-49fc-9ffc-30a4a316af90 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:57.375104 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8fe7a92b-9274-4776-82bd-1a55d53cce2a req-c96c0480-f081-49fc-9ffc-30a4a316af90 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 931 time: 0.1785104
Feb 03 20:09:57.444299 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8fe7a92b-9274-4776-82bd-1a55d53cce2a req-31a80804-0749-4a6a-a191-23b306128fe0 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626564
Feb 03 20:09:57.849515 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:09:58.275642 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a487fe-1f05-44ed-8b0b-7794d5bd0d79 req-63c60f33-a9b7-44fc-aa54-bef0bc7627e5 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:58.277413 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-64a487fe-1f05-44ed-8b0b-7794d5bd0d79 req-63c60f33-a9b7-44fc-aa54-bef0bc7627e5 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.1722529
Feb 03 20:09:58.347533 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-64a487fe-1f05-44ed-8b0b-7794d5bd0d79 req-893cb118-eff5-44ee-a1ea-f3aeab5e2dae tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612652
Feb 03 20:09:58.744951 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d002f0-d431-4cf8-926a-177a6030c1ac req-a6e2acb6-1747-4c82-8755-570b890f8d22 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:58.746654 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-62d002f0-d431-4cf8-926a-177a6030c1ac req-a6e2acb6-1747-4c82-8755-570b890f8d22 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 931 time: 0.1736264
Feb 03 20:09:58.821891 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-62d002f0-d431-4cf8-926a-177a6030c1ac req-caa65133-81d1-4031-aa6b-01bafc5a0c4e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686905
Feb 03 20:09:59.680989 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124307d1-a053-4a9d-88ac-f2ea9631baf6 req-6b519c20-8de3-4f3b-8a81-f678e9b1e36b tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:09:59.682641 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-124307d1-a053-4a9d-88ac-f2ea9631baf6 req-6b519c20-8de3-4f3b-8a81-f678e9b1e36b tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.1887171
Feb 03 20:09:59.749809 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-124307d1-a053-4a9d-88ac-f2ea9631baf6 req-7e13df01-5e0d-4b6e-886f-072e6c798d2d tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601068
Feb 03 20:10:00.125407 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49443a4a-6316-4b02-a30b-29bb4283c32d req-2e774899-78af-4009-b318-b547a3c1494c tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:00.130162 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-49443a4a-6316-4b02-a30b-29bb4283c32d req-2e774899-78af-4009-b318-b547a3c1494c tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 931 time: 0.1786604
Feb 03 20:10:00.193267 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-49443a4a-6316-4b02-a30b-29bb4283c32d req-e157fdb4-f193-461d-acd9-aeeaaed09276 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587654
Feb 03 20:10:01.059117 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fd93c-f0b6-4bed-abe4-faf756fa6f21 req-dcdaca7f-6371-42ed-bbdc-eaaeddeb5aaf tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:01.060713 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8a0fd93c-f0b6-4bed-abe4-faf756fa6f21 req-dcdaca7f-6371-42ed-bbdc-eaaeddeb5aaf tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.1674178
Feb 03 20:10:01.127115 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8a0fd93c-f0b6-4bed-abe4-faf756fa6f21 req-3920be8b-2ad7-4dcf-8227-bbc00a57c8e0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588856
Feb 03 20:10:01.576786 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Request body: {'port': {'device_id': 'd900d79c-8244-4974-9b98-07ffaa568b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:10:01.707069 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f25ec1-8ae3-48a6-87c5-71c5134a3e07 req-5ed4203c-c5ee-4e4f-8a68-cd9a9e085fb4 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:01.708801 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b9f25ec1-8ae3-48a6-87c5-71c5134a3e07 req-5ed4203c-c5ee-4e4f-8a68-cd9a9e085fb4 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 931 time: 0.3893361
Feb 03 20:10:01.718411 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:01.777018 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b9f25ec1-8ae3-48a6-87c5-71c5134a3e07 req-bd52155c-f91e-4330-9a9e-91c51ff27da9 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592899
Feb 03 20:10:02.142106 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3244613-f66e-448f-ad40-b1fc672afe93 {{(pid=80146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 20:10:02.151138 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:02.163889 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Transition to ACTIVE for port object c3244613-f66e-448f-ad40-b1fc672afe93 will not be triggered until provisioned by entity L2. {{(pid=80146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:10:02.166531 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848090863'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:02.182624 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:10:02.374033 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Pushing event updated for resources: {'Port': ['ID=c3244613-f66e-448f-ad40-b1fc672afe93,revision_number=2']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:10:02.393058 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:10:02.472730 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea2bd6-027d-4a63-b6aa-fbcb41582f2d req-a291196e-7681-47ae-a41a-f8853a0d6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:02.474707 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cbea2bd6-027d-4a63-b6aa-fbcb41582f2d req-a291196e-7681-47ae-a41a-f8853a0d6e93 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02ef50735d804c2db24fe12e26c282e8&device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 1162 time: 0.0854070
Feb 03 20:10:02.582762 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a10411-70fa-4167-aea0-7fa59c2f4dae req-06017672-3e97-4fb5-a050-ea68182632ad tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:02.584506 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a7a10411-70fa-4167-aea0-7fa59c2f4dae req-06017672-3e97-4fb5-a050-ea68182632ad tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.3021300
Feb 03 20:10:02.708376 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea2bd6-027d-4a63-b6aa-fbcb41582f2d req-ceb8265b-5029-4ccf-ad2c-47c35f5c8e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:02.709972 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cbea2bd6-027d-4a63-b6aa-fbcb41582f2d req-ceb8265b-5029-4ccf-ad2c-47c35f5c8e0f service neutron] 10.222.0.67 "GET /v2.0/networks?id=4826c2d9-ff92-4255-84fc-4664139f9cbb HTTP/1.1" status: 200  len: 909 time: 0.1710260
Feb 03 20:10:02.710603 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a7a10411-70fa-4167-aea0-7fa59c2f4dae req-1e8be7c3-bdbc-427b-8bed-63e764a5eaff tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1192145
Feb 03 20:10:02.744457 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Attempting to bind port c3244613-f66e-448f-ad40-b1fc672afe93 on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:10:02.745054 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Attempting to bind port c3244613-f66e-448f-ad40-b1fc672afe93 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'e47cea05-8124-4069-9030-7a9096476dc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59'}] {{(pid=80146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:10:02.745352 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Attempting to bind port c3244613-f66e-448f-ad40-b1fc672afe93 on network 226095d3-1bdc-4207-afe1-88a7ce507c59 {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:10:02.753323 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Checking agent: {'id': 'd65f81c7-83bc-4486-bd9d-9b0ec76bab54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 0, 54), 'started_at': datetime.datetime(2021, 2, 3, 20, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.109', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:10:02.753795 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Checking segment: {'id': 'e47cea05-8124-4069-9030-7a9096476dc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:10:02.754289 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:02.754761 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Bound using segment: {'id': 'e47cea05-8124-4069-9030-7a9096476dc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59'} {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:10:02.755292 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Bound port: c3244613-f66e-448f-ad40-b1fc672afe93, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47cea05-8124-4069-9030-7a9096476dc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59'}}] {{(pid=80146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:10:02.755883 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:02.839956 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cbea2bd6-027d-4a63-b6aa-fbcb41582f2d req-65c7ac26-9666-4f1d-8557-64bea2e78ca8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10c05a94-49db-4d78-9a1b-32f2ea943d0c HTTP/1.1" status: 200  len: 1000 time: 0.1211345
Feb 03 20:10:02.858754 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] For port c3244613-f66e-448f-ad40-b1fc672afe93, host hv-cinder-77398, cleared binding levels {{(pid=80146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:10:02.862161 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] For port c3244613-f66e-448f-ad40-b1fc672afe93, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=c3244613-f66e-448f-ad40-b1fc672afe93,segment=NetworkSegment(e47cea05-8124-4069-9030-7a9096476dc6),segment_id=e47cea05-8124-4069-9030-7a9096476dc6)] {{(pid=80146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:10:02.865722 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848090863'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:02.885851 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-16d5bcf5-ba5b-4ebe-a531-a9e7de4cf1cb tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:10:02.938618 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea2bd6-027d-4a63-b6aa-fbcb41582f2d req-095579fa-155c-4ca4-9a4f-d51813690144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:02.940152 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cbea2bd6-027d-4a63-b6aa-fbcb41582f2d req-095579fa-155c-4ca4-9a4f-d51813690144 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5a7e0094-f26b-4461-b4af-b0f9b0b24802 HTTP/1.1" status: 200  len: 854 time: 0.0705733
Feb 03 20:10:03.024887 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea2bd6-027d-4a63-b6aa-fbcb41582f2d req-f73b6d4b-b2d1-4d41-8e56-bc8b15584bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:03.026566 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cbea2bd6-027d-4a63-b6aa-fbcb41582f2d req-f73b6d4b-b2d1-4d41-8e56-bc8b15584bf4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4826c2d9-ff92-4255-84fc-4664139f9cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791280
Feb 03 20:10:03.113133 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Pushing event updated for resources: {'Port': ['ID=c3244613-f66e-448f-ad40-b1fc672afe93,revision_number=3']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:10:03.126071 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:10:03.176686 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cbea2bd6-027d-4a63-b6aa-fbcb41582f2d req-dbd82157-66a0-450f-a64c-e371b19cfd53 service neutron] 10.222.0.67 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425126
Feb 03 20:10:03.236596 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c583a4-87c0-41d2-bb27-1451ec155434 req-a0142394-ff95-44dc-adda-95ab145722a9 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:03.237323 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-59c583a4-87c0-41d2-bb27-1451ec155434 req-a0142394-ff95-44dc-adda-95ab145722a9 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Synchronizing usage tracker for tenant:019e485546034fe68f260a355a97c478 on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:10:03.247073 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:03.247752 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:03.249852 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] 10.222.0.67 "PUT /v2.0/ports/c3244613-f66e-448f-ad40-b1fc672afe93 HTTP/1.1" status: 200  len: 1157 time: 1.6789701
Feb 03 20:10:03.251673 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd900d79c-8244-4974-9b98-07ffaa568b1c', 'tag': 'c3244613-f66e-448f-ad40-b1fc672afe93'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:10:03.270928 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-59c583a4-87c0-41d2-bb27-1451ec155434 req-a0142394-ff95-44dc-adda-95ab145722a9 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Unset dirty status for tenant:019e485546034fe68f260a355a97c478 on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:10:03.277167 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-59c583a4-87c0-41d2-bb27-1451ec155434 req-a0142394-ff95-44dc-adda-95ab145722a9 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 943 time: 0.3498816
Feb 03 20:10:03.349289 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cbea2bd6-027d-4a63-b6aa-fbcb41582f2d req-eb38339d-8c2c-4ba9-bc04-4b9465eae3a0 service neutron] 10.222.0.67 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1649396
Feb 03 20:10:03.355122 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd900d79c-8244-4974-9b98-07ffaa568b1c', 'tag': 'c3244613-f66e-448f-ad40-b1fc672afe93', 'status': 'completed', 'code': 200}
Feb 03 20:10:03.421935 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-59c583a4-87c0-41d2-bb27-1451ec155434 req-1ed0bbda-e35e-487d-82d9-c58ef4113905 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Synchronizing usage tracker for tenant:019e485546034fe68f260a355a97c478 on resource:security_group {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:10:03.448079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-59c583a4-87c0-41d2-bb27-1451ec155434 req-1ed0bbda-e35e-487d-82d9-c58ef4113905 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Unset dirty status for tenant:019e485546034fe68f260a355a97c478 on resource:security_group {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:10:03.449418 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-59c583a4-87c0-41d2-bb27-1451ec155434 req-1ed0bbda-e35e-487d-82d9-c58ef4113905 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1696897
Feb 03 20:10:03.456427 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-a39eb7cb-fbdc-4649-bd2a-33bce8bb2f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:03.457964 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-a39eb7cb-fbdc-4649-bd2a-33bce8bb2f63 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=019e485546034fe68f260a355a97c478&device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 1160 time: 0.1441846
Feb 03 20:10:03.545598 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-fdca7606-c483-466d-b9a4-e26adfbc7a65 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3244613-f66e-448f-ad40-b1fc672afe93 HTTP/1.1" status: 200  len: 217 time: 0.0711746
Feb 03 20:10:03.618258 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-4cfddd60-bc02-49bd-85a9-d0aaf9541901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:03.619840 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-4cfddd60-bc02-49bd-85a9-d0aaf9541901 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a493d78a-d907-43f3-9068-f045210c0bb4 HTTP/1.1" status: 200  len: 854 time: 0.0657640
Feb 03 20:10:03.705682 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-7003d080-ad08-4734-8921-fe5e714038ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:03.707255 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-7003d080-ad08-4734-8921-fe5e714038ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=226095d3-1bdc-4207-afe1-88a7ce507c59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803661
Feb 03 20:10:03.859237 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-9c106d49-68fb-49a3-b340-081672842788 service neutron] 10.222.0.67 "GET /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435020
Feb 03 20:10:04.008030 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc143e85-0bdf-4f35-bdbf-ec86952b0cbc req-1b9e4fbe-d51b-4b73-a704-a66e8b5f6853 service neutron] 10.222.0.67 "GET /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407108
Feb 03 20:10:04.046984 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0082c-5466-4ef3-816b-50f507fa2dd2 req-9d4c305f-b0b0-4a44-abc6-c4a150458c68 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:04.048631 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-55e0082c-5466-4ef3-816b-50f507fa2dd2 req-9d4c305f-b0b0-4a44-abc6-c4a150458c68 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.1752234
Feb 03 20:10:04.114158 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-55e0082c-5466-4ef3-816b-50f507fa2dd2 req-9f2f2016-897f-4ed4-bc48-3ac01bcce090 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591640
Feb 03 20:10:04.406052 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba4528-00e4-4b60-b03f-59ca5c2982a0 req-83839108-e347-4413-98ce-378b87b0e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:04.407684 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ceba4528-00e4-4b60-b03f-59ca5c2982a0 req-83839108-e347-4413-98ce-378b87b0e64e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=019e485546034fe68f260a355a97c478&device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 1160 time: 0.3071074
Feb 03 20:10:04.554072 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba4528-00e4-4b60-b03f-59ca5c2982a0 req-42b6815f-8c6e-4240-97d3-06348f388be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:04.558102 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ceba4528-00e4-4b60-b03f-59ca5c2982a0 req-42b6815f-8c6e-4240-97d3-06348f388be2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=226095d3-1bdc-4207-afe1-88a7ce507c59 HTTP/1.1" status: 200  len: 909 time: 0.1393220
Feb 03 20:10:04.669547 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ceba4528-00e4-4b60-b03f-59ca5c2982a0 req-a5578e9d-a57f-4c41-9f8a-adcfaca96cf5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3244613-f66e-448f-ad40-b1fc672afe93 HTTP/1.1" status: 200  len: 217 time: 0.1063392
Feb 03 20:10:04.768223 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba4528-00e4-4b60-b03f-59ca5c2982a0 req-34240236-39a7-4462-83c2-4244a02bd8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:04.769765 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ceba4528-00e4-4b60-b03f-59ca5c2982a0 req-34240236-39a7-4462-83c2-4244a02bd8ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a493d78a-d907-43f3-9068-f045210c0bb4 HTTP/1.1" status: 200  len: 854 time: 0.0881228
Feb 03 20:10:04.859196 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7821b-4d0b-4171-b0aa-fee7d7995561 req-4bf86678-4c7e-4490-acf9-442bebe319c5 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:04.860775 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b5e7821b-4d0b-4171-b0aa-fee7d7995561 req-4bf86678-4c7e-4490-acf9-442bebe319c5 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 943 time: 0.2348583
Feb 03 20:10:04.977185 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b5e7821b-4d0b-4171-b0aa-fee7d7995561 req-27790ef6-9dd8-4e00-836b-1c13c241b1e3 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799527
Feb 03 20:10:04.990422 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba4528-00e4-4b60-b03f-59ca5c2982a0 req-1d0cd986-159e-47c6-bede-5b91e8854574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:04.991982 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ceba4528-00e4-4b60-b03f-59ca5c2982a0 req-1d0cd986-159e-47c6-bede-5b91e8854574 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=226095d3-1bdc-4207-afe1-88a7ce507c59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1302760
Feb 03 20:10:05.167712 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ceba4528-00e4-4b60-b03f-59ca5c2982a0 req-07d41ab1-acbc-4a8a-8cf9-05f0dfacaf75 service neutron] 10.222.0.67 "GET /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408663
Feb 03 20:10:05.407292 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ceba4528-00e4-4b60-b03f-59ca5c2982a0 req-fe4003e0-45db-493e-8a1e-cdef01662c11 service neutron] 10.222.0.67 "GET /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2174771
Feb 03 20:10:05.471762 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 10c05a94-49db-4d78-9a1b-32f2ea943d0c no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:10:05.503193 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e7482-2c02-4ef3-8e30-5841abe27cee req-1a0fb63e-bbaa-4012-9817-b1b267b139a7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:05.504961 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a44e7482-2c02-4ef3-8e30-5841abe27cee req-1a0fb63e-bbaa-4012-9817-b1b267b139a7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.2331650
Feb 03 20:10:05.575228 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a44e7482-2c02-4ef3-8e30-5841abe27cee req-2e92cc9a-5663-4917-86eb-98c20abf45fe tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639372
Feb 03 20:10:05.599691 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:05.629137 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a50f76-4db1-4cbc-ba37-3ca5255133c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10c05a94-49db-4d78-9a1b-32f2ea943d0c'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:10:05.639558 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 10c05a94-49db-4d78-9a1b-32f2ea943d0c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=10c05a94-49db-4d78-9a1b-32f2ea943d0c,segment=NetworkSegment(21f320d7-b94d-4ce4-b976-ee13b6aa7f47),segment_id=21f320d7-b94d-4ce4-b976-ee13b6aa7f47)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:10:05.642468 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:05.644315 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:10:05.689941 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a50f76-4db1-4cbc-ba37-3ca5255133c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10c05a94-49db-4d78-9a1b-32f2ea943d0c', 'code': 200}
Feb 03 20:10:05.715429 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=10c05a94-49db-4d78-9a1b-32f2ea943d0c,revision_number=5']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:10:05.723821 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.724232 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.724610 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.724983 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.725352 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.725720 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.726084 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.726447 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.726813 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.727174 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.727537 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.727927 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.728319 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.728687 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.729049 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.729412 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.729771 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.730130 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.730490 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.730848 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.731506 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.731879 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.732239 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.732597 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:05.737444 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:10:06.281073 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292eebe7-1f3f-457f-8d94-bb3be9320539 req-0f2eb81e-be3f-4f66-91ee-fb29130299fa tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:06.282745 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-292eebe7-1f3f-457f-8d94-bb3be9320539 req-0f2eb81e-be3f-4f66-91ee-fb29130299fa tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 943 time: 0.1724029
Feb 03 20:10:06.348149 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-292eebe7-1f3f-457f-8d94-bb3be9320539 req-780d9b44-3ce9-48af-b4b4-36ac17a5b508 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590525
Feb 03 20:10:06.884039 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f803f-a999-4366-b38e-a36e7e308019 req-5b937094-de70-48a3-9b79-92a200bd6faf tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:06.885659 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7a6f803f-a999-4366-b38e-a36e7e308019 req-5b937094-de70-48a3-9b79-92a200bd6faf tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 943 time: 0.1661415
Feb 03 20:10:06.953321 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7a6f803f-a999-4366-b38e-a36e7e308019 req-d15ddb75-f56a-4c44-a30e-a60258b65a36 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612514
Feb 03 20:10:07.546514 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.objects.ports [None req-5eb0b15e-6ce1-4a43-9d68-874073217507 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80147) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 03 20:10:07.747812 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec1f24-79e4-4ad5-92b3-a90fac54982d req-77a671e4-3415-435b-9c6a-e4457fbb476b tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:07.749910 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-99ec1f24-79e4-4ad5-92b3-a90fac54982d req-77a671e4-3415-435b-9c6a-e4457fbb476b tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 943 time: 0.1755250
Feb 03 20:10:07.817509 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-99ec1f24-79e4-4ad5-92b3-a90fac54982d req-a2446080-ce8b-4c0b-ad2c-7d35a8e1187f tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610366
Feb 03 20:10:08.174663 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device c3244613-f66e-448f-ad40-b1fc672afe93 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:10:08.248473 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning for port c3244613-f66e-448f-ad40-b1fc672afe93 completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:10:08.254135 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port c3244613-f66e-448f-ad40-b1fc672afe93 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:10:08.254562 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:08.381567 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:08.410052 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd900d79c-8244-4974-9b98-07ffaa568b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3244613-f66e-448f-ad40-b1fc672afe93'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:10:08.421235 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port c3244613-f66e-448f-ad40-b1fc672afe93, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=c3244613-f66e-448f-ad40-b1fc672afe93,segment=NetworkSegment(e47cea05-8124-4069-9030-7a9096476dc6),segment_id=e47cea05-8124-4069-9030-7a9096476dc6)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:10:08.424559 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:08.426510 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:10:08.472723 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd900d79c-8244-4974-9b98-07ffaa568b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3244613-f66e-448f-ad40-b1fc672afe93', 'code': 200}
Feb 03 20:10:08.500617 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=c3244613-f66e-448f-ad40-b1fc672afe93,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:10:08.503829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:10:08.728373 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-86a8880d-0ae6-47d9-a81e-c1391ffdb679 req-f787c4f2-fff5-4cc7-a462-630bed549a6d service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0980885
Feb 03 20:10:08.805903 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a1bf2-5da8-49be-9121-2d88901c6eb9 req-b8134921-ba13-4923-869b-a844a40fd46f tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:08.807622 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ec2a1bf2-5da8-49be-9121-2d88901c6eb9 req-b8134921-ba13-4923-869b-a844a40fd46f tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 943 time: 0.1968014
Feb 03 20:10:08.929397 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ec2a1bf2-5da8-49be-9121-2d88901c6eb9 req-766ceef8-9ea0-4093-886c-840715c55f7e tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0844071
Feb 03 20:10:08.947361 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132d97a-81c1-4c13-8864-e117ec658d6a req-fe79a922-5285-41ca-a6a7-69fade3d1871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:08.949023 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8132d97a-81c1-4c13-8864-e117ec658d6a req-fe79a922-5285-41ca-a6a7-69fade3d1871 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 1162 time: 0.1403837
Feb 03 20:10:08.995100 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8132d97a-81c1-4c13-8864-e117ec658d6a req-26933df4-9b9e-42e7-b10b-f9c59f24ae20 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385087
Feb 03 20:10:09.145669 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a45577-dd14-4439-a26a-11bf32cd8637 req-72a7e18b-a646-46c4-8d38-27016581b854 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:09.147294 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-23a45577-dd14-4439-a26a-11bf32cd8637 req-72a7e18b-a646-46c4-8d38-27016581b854 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 945 time: 0.1896687
Feb 03 20:10:09.213238 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-23a45577-dd14-4439-a26a-11bf32cd8637 req-b2efb625-372e-4ceb-ae29-cd1aeb22c145 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595136
Feb 03 20:10:09.537893 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device c3244613-f66e-448f-ad40-b1fc672afe93 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:10:09.553767 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8880d-0ae6-47d9-a81e-c1391ffdb679 req-c824e5cf-5743-42fb-9e60-c3948e3a394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:09.555626 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-86a8880d-0ae6-47d9-a81e-c1391ffdb679 req-c824e5cf-5743-42fb-9e60-c3948e3a394b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4&tenant_id=02ef50735d804c2db24fe12e26c282e8 HTTP/1.1" status: 200  len: 1160 time: 0.0797343
Feb 03 20:10:09.615554 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port c3244613-f66e-448f-ad40-b1fc672afe93 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:10:09.616008 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:09.694534 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8880d-0ae6-47d9-a81e-c1391ffdb679 req-a4031537-5062-4309-820c-403404def7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:09.696213 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-86a8880d-0ae6-47d9-a81e-c1391ffdb679 req-a4031537-5062-4309-820c-403404def7c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02ef50735d804c2db24fe12e26c282e8&device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 1160 time: 0.0893688
Feb 03 20:10:09.843567 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8880d-0ae6-47d9-a81e-c1391ffdb679 req-43d07afc-5d1e-4265-8511-5ff9832ed335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:09.845184 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-86a8880d-0ae6-47d9-a81e-c1391ffdb679 req-43d07afc-5d1e-4265-8511-5ff9832ed335 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4826c2d9-ff92-4255-84fc-4664139f9cbb HTTP/1.1" status: 200  len: 909 time: 0.1413541
Feb 03 20:10:09.954214 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-86a8880d-0ae6-47d9-a81e-c1391ffdb679 req-fb78afbd-62cb-4d35-8328-3b4ffda9f538 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10c05a94-49db-4d78-9a1b-32f2ea943d0c HTTP/1.1" status: 200  len: 998 time: 0.1006162
Feb 03 20:10:10.028496 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8880d-0ae6-47d9-a81e-c1391ffdb679 req-60c5dbd8-91f9-4de6-86b1-fa6a195f4a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:10.030709 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-86a8880d-0ae6-47d9-a81e-c1391ffdb679 req-60c5dbd8-91f9-4de6-86b1-fa6a195f4a70 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5a7e0094-f26b-4461-b4af-b0f9b0b24802 HTTP/1.1" status: 200  len: 854 time: 0.0685306
Feb 03 20:10:10.116466 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8880d-0ae6-47d9-a81e-c1391ffdb679 req-fa5176f1-410e-4c4b-a163-8d29bf515ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:10.118071 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-86a8880d-0ae6-47d9-a81e-c1391ffdb679 req-fa5176f1-410e-4c4b-a163-8d29bf515ac4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4826c2d9-ff92-4255-84fc-4664139f9cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794311
Feb 03 20:10:10.270649 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc7a47-1546-4548-ba1d-b796b361f489 req-ba960dc0-6ee1-4846-891d-bb72a1dd09b9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:10.272470 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91dc7a47-1546-4548-ba1d-b796b361f489 req-ba960dc0-6ee1-4846-891d-bb72a1dd09b9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 943 time: 0.1817102
Feb 03 20:10:10.315884 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-86a8880d-0ae6-47d9-a81e-c1391ffdb679 req-e6104e03-f711-4f5d-9343-bce292a7a9f8 service neutron] 10.222.0.67 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450438
Feb 03 20:10:10.360556 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91dc7a47-1546-4548-ba1d-b796b361f489 req-738a06f9-3f5a-4df8-b689-bd45d2b9ca3b tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806584
Feb 03 20:10:10.536332 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-86a8880d-0ae6-47d9-a81e-c1391ffdb679 req-f9337384-7891-4f9b-8058-efad26fd9edf service neutron] 10.222.0.67 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2121556
Feb 03 20:10:10.632108 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e15f8-9fd9-42ed-a3ea-fc2b9299d6e2 req-aa7daf89-8c68-4d24-98b6-495c4baed7b9 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:10.633792 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c77e15f8-9fd9-42ed-a3ea-fc2b9299d6e2 req-aa7daf89-8c68-4d24-98b6-495c4baed7b9 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 945 time: 0.2195892
Feb 03 20:10:10.699550 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c77e15f8-9fd9-42ed-a3ea-fc2b9299d6e2 req-78b2e154-89bb-412c-82f6-fa98ecc48dcb tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592248
Feb 03 20:10:11.559445 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device c3244613-f66e-448f-ad40-b1fc672afe93 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:10:11.762393 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port c3244613-f66e-448f-ad40-b1fc672afe93 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:10:11.763251 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:11.851238 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc0ee2-9464-4d43-afe9-9a4633629574 req-5d5cabe6-679c-4140-a0c3-5c451816ea84 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:11.853964 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ccfc0ee2-9464-4d43-afe9-9a4633629574 req-5d5cabe6-679c-4140-a0c3-5c451816ea84 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 943 time: 0.3507652
Feb 03 20:10:11.990797 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ccfc0ee2-9464-4d43-afe9-9a4633629574 req-07cb52f2-1060-412d-ba33-ea469af5a542 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1287751
Feb 03 20:10:12.139937 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c652505-6da1-4048-9a39-4c200bf410a3 req-e374591a-9d4b-4395-be3f-a3ac02729505 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:12.144210 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8c652505-6da1-4048-9a39-4c200bf410a3 req-e374591a-9d4b-4395-be3f-a3ac02729505 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 945 time: 0.2302842
Feb 03 20:10:12.233663 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8c652505-6da1-4048-9a39-4c200bf410a3 req-161f6f87-1285-4d77-9269-c170bfac82eb tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816891
Feb 03 20:10:12.533918 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67f3cb-3c22-4d63-97d2-3714afb9fc46 req-6c5c0a89-3295-4365-bd4a-143b3bb4aeaf tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:12.535553 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0b67f3cb-3c22-4d63-97d2-3714afb9fc46 req-6c5c0a89-3295-4365-bd4a-143b3bb4aeaf tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 945 time: 0.1716194
Feb 03 20:10:12.603957 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-0b67f3cb-3c22-4d63-97d2-3714afb9fc46 req-7ff670bd-6729-4f89-99ff-254f9941cf78 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619473
Feb 03 20:10:13.185665 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef8363-0d59-4151-a807-8277876a8869 req-a2dc837c-ad5e-4235-9597-18f2fbf5dd18 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:13.188314 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-89ef8363-0d59-4151-a807-8277876a8869 req-a2dc837c-ad5e-4235-9597-18f2fbf5dd18 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 945 time: 0.1804280
Feb 03 20:10:13.259616 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-89ef8363-0d59-4151-a807-8277876a8869 req-a4f19a23-4313-46d6-b6c2-038db1698b4d tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646982
Feb 03 20:10:13.595047 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e6c8a-c18e-4b80-8324-5d77bff066d0 req-df561aae-380a-454c-a754-6663a9cab676 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:13.597103 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-153e6c8a-c18e-4b80-8324-5d77bff066d0 req-df561aae-380a-454c-a754-6663a9cab676 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 943 time: 0.2038147
Feb 03 20:10:13.735718 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-153e6c8a-c18e-4b80-8324-5d77bff066d0 req-7e2ef928-63ac-45a8-a2ad-ef16b4a2ee34 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1148124
Feb 03 20:10:15.068285 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bce8d-0e86-4fc4-a3b2-53a9c80aa76a req-5bc28064-0008-45e5-8cd4-95c54d789bca tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:15.070022 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-155bce8d-0e86-4fc4-a3b2-53a9c80aa76a req-5bc28064-0008-45e5-8cd4-95c54d789bca tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 943 time: 0.1753712
Feb 03 20:10:15.155712 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-155bce8d-0e86-4fc4-a3b2-53a9c80aa76a req-4b6f4787-4b8b-4af9-a869-89cf3c9a069f tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740194
Feb 03 20:10:22.891799 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e3ac0e0f-3f3c-48eb-bb1e-5f195e269f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:22.894915 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bb07f-47f3-4025-a327-f7e1306a12f3 req-d24b627b-a9e2-41c6-b25b-2a8d99108af9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:22.896670 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b83bb07f-47f3-4025-a327-f7e1306a12f3 req-d24b627b-a9e2-41c6-b25b-2a8d99108af9 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 943 time: 0.1919599
Feb 03 20:10:22.969175 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b83bb07f-47f3-4025-a327-f7e1306a12f3 req-97fe7e67-2043-4e0c-959f-33305f5efa78 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616348
Feb 03 20:10:24.283192 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b8896-8484-4c47-8c0f-0400c0ef21d9 req-43f36ce7-5c7b-4d34-9b64-c058d3df2bd2 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:24.284731 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7a0b8896-8484-4c47-8c0f-0400c0ef21d9 req-43f36ce7-5c7b-4d34-9b64-c058d3df2bd2 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 943 time: 0.1700671
Feb 03 20:10:24.348168 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7a0b8896-8484-4c47-8c0f-0400c0ef21d9 req-3f346ead-3fcf-4c74-bd72-0574fdf055c7 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566504
Feb 03 20:10:24.874619 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:10:25.300044 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-289337dc-293c-4ea6-b0da-3fe54673797d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:25.432598 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 10c05a94-49db-4d78-9a1b-32f2ea943d0c no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:10:25.682492 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6d302-135b-426a-b07e-125520506cf8 req-323fbfe9-8993-45c1-8257-6da9e048f023 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:25.684253 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1ee6d302-135b-426a-b07e-125520506cf8 req-323fbfe9-8993-45c1-8257-6da9e048f023 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 943 time: 0.1815975
Feb 03 20:10:25.750071 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1ee6d302-135b-426a-b07e-125520506cf8 req-1885a8af-b820-43f9-9cfc-99d90658eab2 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594077
Feb 03 20:10:25.894971 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b9509-c306-45b9-98dc-09ab3235e753 req-48ac5f2e-bb43-4671-9f70-1319cd80f0e9 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:25.896626 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e64b9509-c306-45b9-98dc-09ab3235e753 req-48ac5f2e-bb43-4671-9f70-1319cd80f0e9 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 945 time: 0.1688895
Feb 03 20:10:25.961083 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e64b9509-c306-45b9-98dc-09ab3235e753 req-d661ed51-0a7c-4658-8b1a-d9b6ee4ae6b7 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0580065
Feb 03 20:10:25.975685 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 10c05a94-49db-4d78-9a1b-32f2ea943d0c up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:10:26.044170 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:26.063581 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 10c05a94-49db-4d78-9a1b-32f2ea943d0c triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:10:26.064028 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:26.190594 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:26.218644 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a50f76-4db1-4cbc-ba37-3ca5255133c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c05a94-49db-4d78-9a1b-32f2ea943d0c'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:10:26.229372 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 10c05a94-49db-4d78-9a1b-32f2ea943d0c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=10c05a94-49db-4d78-9a1b-32f2ea943d0c,segment=NetworkSegment(21f320d7-b94d-4ce4-b976-ee13b6aa7f47),segment_id=21f320d7-b94d-4ce4-b976-ee13b6aa7f47)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:10:26.232541 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:26.234656 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:10:26.284162 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a50f76-4db1-4cbc-ba37-3ca5255133c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c05a94-49db-4d78-9a1b-32f2ea943d0c', 'code': 200}
Feb 03 20:10:26.311149 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=10c05a94-49db-4d78-9a1b-32f2ea943d0c,revision_number=6']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:10:26.314526 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:10:26.601659 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ff09a-35c6-4638-bd28-444def16894b req-55ffd788-7f63-4cc1-a018-d16192226024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:26.603295 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-642ff09a-35c6-4638-bd28-444def16894b req-55ffd788-7f63-4cc1-a018-d16192226024 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 1162 time: 0.0790956
Feb 03 20:10:26.647740 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-642ff09a-35c6-4638-bd28-444def16894b req-a6b6cc40-bbce-43aa-87c7-497e279adc79 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368371
Feb 03 20:10:26.715569 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:27.064327 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fbd83-64f3-4dfb-aed7-5c7bb95699a7 req-d77d75c8-a8a8-4ab3-9877-694ee7163913 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:27.066042 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-693fbd83-64f3-4dfb-aed7-5c7bb95699a7 req-d77d75c8-a8a8-4ab3-9877-694ee7163913 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.1714518
Feb 03 20:10:27.133259 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-693fbd83-64f3-4dfb-aed7-5c7bb95699a7 req-4fdc1c44-6f7d-47c8-9966-335a7bae9e65 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605469
Feb 03 20:10:27.245327 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:27.264482 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911e253-c0cb-4c9c-87d2-7f1e08c002ae req-9100b2ea-7482-4790-9697-9b5f92eed963 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:27.266133 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4911e253-c0cb-4c9c-87d2-7f1e08c002ae req-9100b2ea-7482-4790-9697-9b5f92eed963 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 945 time: 0.1739213
Feb 03 20:10:27.331569 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4911e253-c0cb-4c9c-87d2-7f1e08c002ae req-c3a2d851-3dff-4427-b594-4f23b58b631a tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0583699
Feb 03 20:10:27.821802 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 10c05a94-49db-4d78-9a1b-32f2ea943d0c up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:10:27.891813 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:27.909399 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 10c05a94-49db-4d78-9a1b-32f2ea943d0c triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:10:27.909816 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:28.201971 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc96d43-04fb-4b43-8a3f-4dcb79eade44 req-1374bb75-af27-476c-9885-c40f65c94f5d tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:28.203640 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7fc96d43-04fb-4b43-8a3f-4dcb79eade44 req-1374bb75-af27-476c-9885-c40f65c94f5d tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.67 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 945 time: 0.1767809
Feb 03 20:10:28.341961 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-7fc96d43-04fb-4b43-8a3f-4dcb79eade44 req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Deleting port c0d7934d-5e2d-4fad-985c-d3742e5971df {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:10:28.342413 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-7fc96d43-04fb-4b43-8a3f-4dcb79eade44 req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:28.505125 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b75f5-5bdc-4d7d-a3ce-af7a9c0f6909 req-aebb3fac-bb74-44e1-aa8f-06bc4c93c82b tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:28.514349 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4d8b75f5-5bdc-4d7d-a3ce-af7a9c0f6909 req-aebb3fac-bb74-44e1-aa8f-06bc4c93c82b tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.2261033
Feb 03 20:10:28.612206 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4d8b75f5-5bdc-4d7d-a3ce-af7a9c0f6909 req-f51338b3-1582-4510-aa75-d6e9556f225a tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0966859
Feb 03 20:10:28.927129 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-7fc96d43-04fb-4b43-8a3f-4dcb79eade44 req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] For port c0d7934d-5e2d-4fad-985c-d3742e5971df, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=c0d7934d-5e2d-4fad-985c-d3742e5971df,segment=NetworkSegment(6e64f417-e845-4b38-aeb4-6c4d26500e80),segment_id=6e64f417-e845-4b38-aeb4-6c4d26500e80)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:10:28.928023 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-7fc96d43-04fb-4b43-8a3f-4dcb79eade44 req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:29.030311 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21f182-1189-44bb-8417-9ff33b42425b req-3bfb1b5e-6c25-4b83-a828-e8b9c5fbdc9e tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:29.032023 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ad21f182-1189-44bb-8417-9ff33b42425b req-3bfb1b5e-6c25-4b83-a828-e8b9c5fbdc9e tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 945 time: 0.2937837
Feb 03 20:10:29.236869 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ad21f182-1189-44bb-8417-9ff33b42425b req-5538b678-0adc-423d-95f4-ca856a462ede tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1476326
Feb 03 20:10:29.391355 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-7fc96d43-04fb-4b43-8a3f-4dcb79eade44 req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:29.391852 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-7fc96d43-04fb-4b43-8a3f-4dcb79eade44 req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:29.392164 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.l3_db [req-7fc96d43-04fb-4b43-8a3f-4dcb79eade44 req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Floating IP 8172d178-3c2d-4d16-9fb2-d2e9f8d06dec disassociated. External IP: 172.27.3.138, port: c0d7934d-5e2d-4fad-985c-d3742e5971df.
Feb 03 20:10:29.392499 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-7fc96d43-04fb-4b43-8a3f-4dcb79eade44 req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Calling delete_port for c0d7934d-5e2d-4fad-985c-d3742e5971df owned by compute:nova {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:10:29.557030 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-7fc96d43-04fb-4b43-8a3f-4dcb79eade44 req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:29.574516 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9711c1a2-59d5-45a4-836f-7292a42e6940 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:10:29.669898 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Pushing event deleted for resources: {'Port': ['ID=c0d7934d-5e2d-4fad-985c-d3742e5971df,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:10:29.683953 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.684378 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.684786 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.685188 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.685588 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.685988 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.686381 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.686776 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.687167 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.687560 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.687990 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.688384 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.688817 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.689211 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.689606 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.689993 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.690381 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.690773 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.691164 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.691553 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.691967 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.692358 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.692759 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.693278 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:29.697286 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:10:29.871863 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 10c05a94-49db-4d78-9a1b-32f2ea943d0c up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:10:29.920039 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedea59e-6d02-4794-8002-1580ecfa013f req-0a117e41-73ae-43f6-be29-7deef8fe2962 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:29.924422 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fedea59e-6d02-4794-8002-1580ecfa013f req-0a117e41-73ae-43f6-be29-7deef8fe2962 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.1763747
Feb 03 20:10:29.960196 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 10c05a94-49db-4d78-9a1b-32f2ea943d0c triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:10:29.961008 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:29.977001 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fc96d43-04fb-4b43-8a3f-4dcb79eade44 req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Router 9ae22426-1376-4ec1-8705-c2076b0cc55c has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:10:29.992824 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fedea59e-6d02-4794-8002-1580ecfa013f req-507cf93f-b019-4023-9ff2-5c8ae1b48b64 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648792
Feb 03 20:10:30.156446 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device c0d7934d-5e2d-4fad-985c-d3742e5971df no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:10:30.189606 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fc96d43-04fb-4b43-8a3f-4dcb79eade44 req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:10:30.197933 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] No Port match for: c0d7934d-5e2d-4fad-985c-d3742e5971df {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:10:30.198339 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device c0d7934d-5e2d-4fad-985c-d3742e5971df not bound to the agent host hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:10:30.201448 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adbc758-e2cf-442d-961a-3c8b75201357 None None] Sync routers for ids ['9ae22426-1376-4ec1-8705-c2076b0cc55c'] in dv-cinder-773985-1-iscsi {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:10:30.212348 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adbc758-e2cf-442d-961a-3c8b75201357 None None] Routers {'9ae22426-1376-4ec1-8705-c2076b0cc55c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:10:30.213135 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-8adbc758-e2cf-442d-961a-3c8b75201357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93b9c3908>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:10:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['9ae22426-1376-4ec1-8705-c2076b0cc55c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:10:30.237659 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc96d43-04fb-4b43-8a3f-4dcb79eade44 req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] No DVR routers for this DVR port c0d7934d-5e2d-4fad-985c-d3742e5971df on host hv-cinder-77398 {{(pid=80146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:10:30.240194 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-7fc96d43-04fb-4b43-8a3f-4dcb79eade44 req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:30.244663 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e9a690-e569-4c27-a7ff-6d585a0ecc1a', 'name': 'network-vif-deleted', 'tag': 'c0d7934d-5e2d-4fad-985c-d3742e5971df'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:10:30.261875 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7fc96d43-04fb-4b43-8a3f-4dcb79eade44 req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.67 "DELETE /v2.0/ports/c0d7934d-5e2d-4fad-985c-d3742e5971df HTTP/1.1" status: 204  len: 173 time: 2.0469425
Feb 03 20:10:30.325400 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e9a690-e569-4c27-a7ff-6d585a0ecc1a', 'name': 'network-vif-deleted', 'tag': 'c0d7934d-5e2d-4fad-985c-d3742e5971df', 'status': 'completed', 'code': 200}
Feb 03 20:10:30.418271 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-8adbc758-e2cf-442d-961a-3c8b75201357 None None] Set router 9ae22426-1376-4ec1-8705-c2076b0cc55c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:10:30.437424 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ff2b52f4-6bef-42d5-b046-4e05aa6b7715 req-ed7c884c-0fa3-4abf-9a80-f3992fc59d6f tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 210 time: 0.0545065
Feb 03 20:10:30.755086 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-8adbc758-e2cf-442d-961a-3c8b75201357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93b9c3908>, [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116', 'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'mac_address': 'fa:16:3e:83:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:35Z', 'updated_at': '2021-02-03T20:06:46Z', 'revision_number': 5, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'subnets': [{'id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:10:30.760154 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adbc758-e2cf-442d-961a-3c8b75201357 None None] Checking router: 9ae22426-1376-4ec1-8705-c2076b0cc55c for host: dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:10:30.769085 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adbc758-e2cf-442d-961a-3c8b75201357 None None] Routers {'9ae22426-1376-4ec1-8705-c2076b0cc55c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:10:30.769743 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-8adbc758-e2cf-442d-961a-3c8b75201357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93b9c3908>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:10:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['9ae22426-1376-4ec1-8705-c2076b0cc55c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:10:30.964194 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-8adbc758-e2cf-442d-961a-3c8b75201357 None None] Set router 9ae22426-1376-4ec1-8705-c2076b0cc55c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:10:31.464158 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-8adbc758-e2cf-442d-961a-3c8b75201357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93b9c3908>, [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116', 'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'mac_address': 'fa:16:3e:83:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:35Z', 'updated_at': '2021-02-03T20:06:46Z', 'revision_number': 5, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'subnets': [{'id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:10:31.468458 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adbc758-e2cf-442d-961a-3c8b75201357 None None] The sync data for ids ['9ae22426-1376-4ec1-8705-c2076b0cc55c'] in dv-cinder-773985-1-iscsi is: [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116', 'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'mac_address': 'fa:16:3e:83:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:35Z', 'updated_at': '2021-02-03T20:06:46Z', 'revision_number': 5, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'subnets': [{'id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:10:31.607399 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f66f3-9f95-45db-b18f-afc37a9b104c req-6f3d819f-d783-4108-bf21-48f43e719171 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:31.616379 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5c0f66f3-9f95-45db-b18f-afc37a9b104c req-6f3d819f-d783-4108-bf21-48f43e719171 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 945 time: 0.2145810
Feb 03 20:10:31.661091 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-44385400-7d26-4d1a-8545-eb15a1a36c5c req-ac235cb0-fcce-4664-a1e8-ce8ee505569e tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=74e9a690-e569-4c27-a7ff-6d585a0ecc1a HTTP/1.1" status: 200  len: 210 time: 0.0547945
Feb 03 20:10:31.688529 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5c0f66f3-9f95-45db-b18f-afc37a9b104c req-9ffa6ab2-515b-4f42-ba96-54cbc402fc15 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710132
Feb 03 20:10:31.894061 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4e5657-dba7-43ce-bbfb-84f70c161682 None None] New status for floating IP 8172d178-3c2d-4d16-9fb2-d2e9f8d06dec: DOWN {{(pid=80148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 20:10:31.930674 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-cc1872fc-52e3-40a0-bd00-54343ff67fa4 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1928349
Feb 03 20:10:31.941071 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Request body: {'floatingip': {'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:10:31.963300 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:10:31.967365 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Usage tracker for resource:floatingip and tenant:019e485546034fe68f260a355a97c478 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:10:31.970425 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:10:31.976503 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:10:31.988238 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for floatingip, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:32.143774 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:32.419210 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Allocated IP 172.27.3.173 (b3f750ce-bc55-47f2-a098-fbecdde1b124/04309e75-65fb-4427-af0c-5eb643715331/b35cd7f5-1368-41fb-9d94-dd0d0d3fdd59) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:10:32.783708 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:32.814793 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:32.830676 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:10:32.965668 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Pushing event updated for resources: {'Port': ['ID=b35cd7f5-1368-41fb-9d94-dd0d0d3fdd59,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:10:32.988207 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.988621 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.989029 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.989426 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.989846 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.990243 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.990634 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.991025 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.991415 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.991810 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.992221 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.992608 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.993040 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.993428 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.993814 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.994201 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.994681 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.994945 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.995327 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.995715 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.996144 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.996536 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.996919 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:32.997306 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:10:33.003505 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:10:33.041419 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Network b3f750ce-bc55-47f2-a098-fbecdde1b124 is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:10:33.042568 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:10:33.044950 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:10:33.098620 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-975a81aa-b345-485d-9c09-bba56bcfdd95 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-753093610&fields=id&tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d HTTP/1.1" status: 200  len: 267 time: 0.0611906
Feb 03 20:10:33.131293 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:33.196682 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:33.351694 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-9940671e-f730-45ce-9b58-d4c91128ce3a tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:33.353397 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-9940671e-f730-45ce-9b58-d4c91128ce3a tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/networks?id=9ff78e91-b7de-4878-8334-c0473181ce8a HTTP/1.1" status: 200  len: 812 time: 0.2470741
Feb 03 20:10:33.370775 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-dd84a709-bc33-4918-bd6b-cf0c63b4863a tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/quotas/b5d4a4ba4b58452c9e7dac6b64c2c95d HTTP/1.1" status: 200  len: 375 time: 0.0108657
Feb 03 20:10:33.479859 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for port, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:33.484570 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5360845'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:33.500683 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-dfd34f5a-e9c1-4e60-943a-a9ff622b6759 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:10:33.520554 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-f2fd4469-4d76-478d-8a83-9e2db8ea8146 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Synchronizing usage tracker for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:10:33.535885 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-f2fd4469-4d76-478d-8a83-9e2db8ea8146 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Unset dirty status for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:10:33.537949 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-f2fd4469-4d76-478d-8a83-9e2db8ea8146 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1615100
Feb 03 20:10:33.650320 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Pushing event updated for resources: {'Port': ['ID=b35cd7f5-1368-41fb-9d94-dd0d0d3fdd59,revision_number=2']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:10:33.663723 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:10:33.697204 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-10cf66c2-2be3-47b7-bc86-96944161ef31 service neutron] 10.222.0.103 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465299
Feb 03 20:10:33.757111 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:33.779090 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:33.780468 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8436511
Feb 03 20:10:33.844207 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-e20e7601-534e-4706-ade8-af0b7a2f4236 service neutron] 10.222.0.103 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1404240
Feb 03 20:10:33.887624 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-7b2cb178-1492-48e1-a723-87e1312adea8 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Synchronizing usage tracker for tenant:019e485546034fe68f260a355a97c478 on resource:floatingip {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:10:33.904271 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-7b2cb178-1492-48e1-a723-87e1312adea8 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Unset dirty status for tenant:019e485546034fe68f260a355a97c478 on resource:floatingip {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:10:33.905526 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-7b2cb178-1492-48e1-a723-87e1312adea8 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/floatingips?floating_ip_address=172.27.3.173 HTTP/1.1" status: 200  len: 696 time: 0.1185842
Feb 03 20:10:34.154570 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-b5e4b399-e166-4a40-ad8e-a7c27d981b18 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:34.156171 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1d7a6e73-3f65-4ea5-a701-367218edee46 req-b5e4b399-e166-4a40-ad8e-a7c27d981b18 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/networks/b3f750ce-bc55-47f2-a098-fbecdde1b124 HTTP/1.1" status: 200  len: 784 time: 0.2439816
Feb 03 20:10:34.285977 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-faa80ca2-dfcb-458c-87b8-742af35ce6f7 req-89762f8a-49aa-41ed-9f8b-2e15a4cedd0d tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 210 time: 0.0493703
Feb 03 20:10:34.456086 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-f9687503-51cc-4913-bec6-bf9bcbbed588 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:34.457809 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-f9687503-51cc-4913-bec6-bf9bcbbed588 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1877968
Feb 03 20:10:34.567458 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-351bd0e3-3698-4823-aa75-5036a77cf02c tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/floatingips?floating_ip_address=172.27.3.173 HTTP/1.1" status: 200  len: 696 time: 0.1026759
Feb 03 20:10:34.578797 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-d11f1632-185f-4955-b0e1-011b1a99092f tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Request body: {'floatingip': {'port_id': 'c3244613-f66e-448f-ad40-b1fc672afe93', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:10:34.686001 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-d11f1632-185f-4955-b0e1-011b1a99092f tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for floatingip, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:35.314187 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-d11f1632-185f-4955-b0e1-011b1a99092f tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:35.318160 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-d11f1632-185f-4955-b0e1-011b1a99092f tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:35.531361 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.l3_db [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-d11f1632-185f-4955-b0e1-011b1a99092f tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Floating IP 9f462083-a469-46ed-bf93-b3522923ec7a associated. External IP: 172.27.3.173, port: c3244613-f66e-448f-ad40-b1fc672afe93.
Feb 03 20:10:35.622155 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-eec3134d-2895-470e-a069-e13d930a4399 req-6b011b6a-d398-477d-8ba7-d599a03d56d4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 210 time: 0.1968882
Feb 03 20:10:35.733655 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-40d3a0b0-ab7a-4638-9c66-70010bee236c tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:35.735347 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-40d3a0b0-ab7a-4638-9c66-70010bee236c tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.67 "GET /v2.0/networks?id=9ff78e91-b7de-4878-8334-c0473181ce8a HTTP/1.1" status: 200  len: 812 time: 0.2663558
Feb 03 20:10:35.859986 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-27c25ef9-b6f8-4463-befd-364440eb8e55 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d HTTP/1.1" status: 200  len: 5763 time: 0.1029599
Feb 03 20:10:35.870470 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-c48b1c7a-9208-4a8c-a93b-4260b8bf9c74 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Request body: {'port': {'device_id': '6b874956-a676-4614-9baf-f147074784ab', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'admin_state_up': True, 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'security_groups': ['e60c7ead-7ab2-40b1-ba32-fb01b1cd221f']}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:10:36.016230 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-c48b1c7a-9208-4a8c-a93b-4260b8bf9c74 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:10:36.026528 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-c48b1c7a-9208-4a8c-a93b-4260b8bf9c74 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:10:36.035495 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-c48b1c7a-9208-4a8c-a93b-4260b8bf9c74 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Made reservation on behalf of b5d4a4ba4b58452c9e7dac6b64c2c95d for: {'port': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:10:36.058903 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-c48b1c7a-9208-4a8c-a93b-4260b8bf9c74 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:36.152716 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-d11f1632-185f-4955-b0e1-011b1a99092f tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Router 4835e097-04b5-4adc-bc37-0759d5332808 has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:10:36.342981 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-d11f1632-185f-4955-b0e1-011b1a99092f tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:10:36.347484 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-d11f1632-185f-4955-b0e1-011b1a99092f tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:36.354301 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c34b4ec-c913-4212-8b24-780bc13026be None None] Sync routers for ids ['4835e097-04b5-4adc-bc37-0759d5332808'] in dv-cinder-773985-1-iscsi {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:10:36.366441 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c34b4ec-c913-4212-8b24-780bc13026be None None] Routers {'4835e097-04b5-4adc-bc37-0759d5332808'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:10:36.367270 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-8c34b4ec-c913-4212-8b24-780bc13026be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a8aae48>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:10:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['4835e097-04b5-4adc-bc37-0759d5332808'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:10:36.415078 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-d11f1632-185f-4955-b0e1-011b1a99092f tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "PUT /v2.0/floatingips/9f462083-a469-46ed-bf93-b3522923ec7a HTTP/1.1" status: 200  len: 996 time: 1.8407848
Feb 03 20:10:36.415557 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd900d79c-8244-4974-9b98-07ffaa568b1c', 'tag': 'c3244613-f66e-448f-ad40-b1fc672afe93'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:10:36.486614 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd900d79c-8244-4974-9b98-07ffaa568b1c', 'tag': 'c3244613-f66e-448f-ad40-b1fc672afe93', 'status': 'completed', 'code': 200}
Feb 03 20:10:36.546474 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-d14c0a5a-b001-4401-bec0-b42b4b44e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:36.555253 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-d14c0a5a-b001-4401-bec0-b42b4b44e776 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=019e485546034fe68f260a355a97c478&device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 1162 time: 0.1208792
Feb 03 20:10:36.627581 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-8c34b4ec-c913-4212-8b24-780bc13026be None None] Set router 4835e097-04b5-4adc-bc37-0759d5332808 gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:10:36.689483 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-c48b1c7a-9208-4a8c-a93b-4260b8bf9c74 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Allocated IP 172.20.0.4 (9ff78e91-b7de-4878-8334-c0473181ce8a/b9a47023-a7e6-4e5a-a78e-878b5980dff8/fbb7edda-21be-48e4-b2a7-7ffdbdd4700d) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:10:36.790983 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcfcc7-de61-489b-bd81-620fd24bc186 req-8005f52d-d120-4ff7-97ee-4a6baabd3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:36.792841 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6bbcfcc7-de61-489b-bd81-620fd24bc186 req-8005f52d-d120-4ff7-97ee-4a6baabd3326 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=019e485546034fe68f260a355a97c478&device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 1162 time: 0.2121618
Feb 03 20:10:36.800204 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-2214cfed-d90c-45c8-9283-fe45696e36ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:36.801880 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-2214cfed-d90c-45c8-9283-fe45696e36ca service neutron] 10.222.0.103 "GET /v2.0/networks?id=226095d3-1bdc-4207-afe1-88a7ce507c59 HTTP/1.1" status: 200  len: 909 time: 0.2457826
Feb 03 20:10:36.892748 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4dff6204-db2e-418e-a020-a248702e07eb req-072d0cd6-5ee7-446d-9b34-41e9895dd715 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 210 time: 0.0816867
Feb 03 20:10:36.976934 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-c48b1c7a-9208-4a8c-a93b-4260b8bf9c74 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:37.001014 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-c48b1c7a-9208-4a8c-a93b-4260b8bf9c74 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Transition to ACTIVE for port object fbb7edda-21be-48e4-b2a7-7ffdbdd4700d will not be triggered until provisioned by entity DHCP. {{(pid=80146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:10:37.019020 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-7fe635c2-a08e-4d5f-a4b1-bdcd4c965aa3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3244613-f66e-448f-ad40-b1fc672afe93 HTTP/1.1" status: 200  len: 999 time: 0.1905813
Feb 03 20:10:37.034556 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-c48b1c7a-9208-4a8c-a93b-4260b8bf9c74 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:37.052164 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3aab18e4-d16b-4b92-9ca7-4e2199c04140 tempest-VolumesActionsTest-496625286 tempest-VolumesActionsTest-496625286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:10:37.085377 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-8c34b4ec-c913-4212-8b24-780bc13026be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a8aae48>, [{'id': '4835e097-04b5-4adc-bc37-0759d5332808', 'name': 'tempest-TestMinimumBasicScenario-1148810875-router', 'tenant_id': '019e485546034fe68f260a355a97c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:09:25Z', 'updated_at': '2021-02-03T20:09:31Z', 'revision_number': 4, 'project_id': '019e485546034fe68f260a355a97c478', 'gw_port': {'id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:27Z', 'updated_at': '2021-02-03T20:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '9f462083-a469-46ed-bf93-b3522923ec7a', 'tenant_id': '019e485546034fe68f260a355a97c478', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'port_id': 'c3244613-f66e-448f-ad40-b1fc672afe93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59', 'mac_address': 'fa:16:3e:79:b6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd900d79c-8244-4974-9b98-07ffaa568b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:10:33Z', 'updated_at': '2021-02-03T20:10:35Z', 'revision_number': 1, 'project_id': '019e485546034fe68f260a355a97c478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844f96ad-30a3-4d30-a4d0-c7a1e027d87b', 'name': '', 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59', 'tenant_id': '019e485546034fe68f260a355a97c478', 'mac_address': 'fa:16:3e:e0:35:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a493d78a-d907-43f3-9068-f045210c0bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:30Z', 'updated_at': '2021-02-03T20:09:40Z', 'revision_number': 5, 'project_id': '019e485546034fe68f260a355a97c478', 'subnets': [{'id': 'a493d78a-d907-43f3-9068-f045210c0bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:10:37.090569 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c34b4ec-c913-4212-8b24-780bc13026be None None] Checking router: 4835e097-04b5-4adc-bc37-0759d5332808 for host: dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:10:37.114781 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcfcc7-de61-489b-bd81-620fd24bc186 req-74b2c38f-972f-4dad-bf84-126e4ddddb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:37.116514 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6bbcfcc7-de61-489b-bd81-620fd24bc186 req-74b2c38f-972f-4dad-bf84-126e4ddddb1d service neutron] 10.222.0.67 "GET /v2.0/networks?id=226095d3-1bdc-4207-afe1-88a7ce507c59 HTTP/1.1" status: 200  len: 909 time: 0.3135588
Feb 03 20:10:37.120237 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c34b4ec-c913-4212-8b24-780bc13026be None None] Routers {'4835e097-04b5-4adc-bc37-0759d5332808'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:10:37.120939 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-8c34b4ec-c913-4212-8b24-780bc13026be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a8aae48>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:10:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['4835e097-04b5-4adc-bc37-0759d5332808'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:10:37.122428 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-28510c7b-8df9-438f-9607-4537c097f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:37.130199 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-28510c7b-8df9-438f-9607-4537c097f47f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a493d78a-d907-43f3-9068-f045210c0bb4 HTTP/1.1" status: 200  len: 854 time: 0.1101298
Feb 03 20:10:37.275246 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b1c7a-9208-4a8c-a93b-4260b8bf9c74 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Pushing event updated for resources: {'Port': ['ID=fbb7edda-21be-48e4-b2a7-7ffdbdd4700d,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:10:37.278554 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c48b1c7a-9208-4a8c-a93b-4260b8bf9c74 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:10:37.308542 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6bbcfcc7-de61-489b-bd81-620fd24bc186 req-8e14accb-7055-4478-b5c3-6a4bfd63d911 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3244613-f66e-448f-ad40-b1fc672afe93 HTTP/1.1" status: 200  len: 999 time: 0.1759222
Feb 03 20:10:37.314150 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-eef42ede-1888-4eda-867c-36133fdeffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:37.315058 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-c48b1c7a-9208-4a8c-a93b-4260b8bf9c74 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Network 9ff78e91-b7de-4878-8334-c0473181ce8a is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:10:37.315698 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-eef42ede-1888-4eda-867c-36133fdeffd6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=226095d3-1bdc-4207-afe1-88a7ce507c59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1845310
Feb 03 20:10:37.321070 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-c48b1c7a-9208-4a8c-a93b-4260b8bf9c74 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:10:37.323850 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-c48b1c7a-9208-4a8c-a93b-4260b8bf9c74 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:10:37.348066 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-8c34b4ec-c913-4212-8b24-780bc13026be None None] Set router 4835e097-04b5-4adc-bc37-0759d5332808 gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:10:37.364184 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-1965caa6-8a58-4661-8a50-8c03d286403c service neutron] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=80144) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 20:10:37.365573 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-1965caa6-8a58-4661-8a50-8c03d286403c service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0102270
Feb 03 20:10:37.472670 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcfcc7-de61-489b-bd81-620fd24bc186 req-fa690e97-22b9-4ea7-b602-44451563e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:37.474806 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6bbcfcc7-de61-489b-bd81-620fd24bc186 req-fa690e97-22b9-4ea7-b602-44451563e1c7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a493d78a-d907-43f3-9068-f045210c0bb4 HTTP/1.1" status: 200  len: 854 time: 0.1576343
Feb 03 20:10:37.492655 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-c48b1c7a-9208-4a8c-a93b-4260b8bf9c74 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:37.493561 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-c48b1c7a-9208-4a8c-a93b-4260b8bf9c74 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:37.520037 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-c48b1c7a-9208-4a8c-a93b-4260b8bf9c74 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6535487
Feb 03 20:10:37.540622 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] Request body: {'port': {'device_id': '6b874956-a676-4614-9baf-f147074784ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:10:37.587135 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-4afe9963-8483-46ad-b0ee-687d28ecd6a9 None None] Provisioning for port fbb7edda-21be-48e4-b2a7-7ffdbdd4700d completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:10:37.622066 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-b7c3e5d5-29c6-42c3-b1f3-a0c26b1d08ea service neutron] 10.222.0.103 "GET /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2432976
Feb 03 20:10:37.652808 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-4afe9963-8483-46ad-b0ee-687d28ecd6a9 None None] Provisioning complete for port fbb7edda-21be-48e4-b2a7-7ffdbdd4700d triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:10:37.653447 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4afe9963-8483-46ad-b0ee-687d28ecd6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:37.657532 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcfcc7-de61-489b-bd81-620fd24bc186 req-8b88a16e-1f31-40ad-bb0e-6a53170b1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:37.659186 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6bbcfcc7-de61-489b-bd81-620fd24bc186 req-8b88a16e-1f31-40ad-bb0e-6a53170b1548 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=226095d3-1bdc-4207-afe1-88a7ce507c59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1769695
Feb 03 20:10:37.706671 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:37.747537 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-4afe9963-8483-46ad-b0ee-687d28ecd6a9 None None] Port fbb7edda-21be-48e4-b2a7-7ffdbdd4700d cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:10:37.870692 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-8c34b4ec-c913-4212-8b24-780bc13026be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a8aae48>, [{'id': '4835e097-04b5-4adc-bc37-0759d5332808', 'name': 'tempest-TestMinimumBasicScenario-1148810875-router', 'tenant_id': '019e485546034fe68f260a355a97c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:09:25Z', 'updated_at': '2021-02-03T20:09:31Z', 'revision_number': 4, 'project_id': '019e485546034fe68f260a355a97c478', 'gw_port': {'id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:27Z', 'updated_at': '2021-02-03T20:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '9f462083-a469-46ed-bf93-b3522923ec7a', 'tenant_id': '019e485546034fe68f260a355a97c478', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'port_id': 'c3244613-f66e-448f-ad40-b1fc672afe93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59', 'mac_address': 'fa:16:3e:79:b6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd900d79c-8244-4974-9b98-07ffaa568b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:10:33Z', 'updated_at': '2021-02-03T20:10:35Z', 'revision_number': 1, 'project_id': '019e485546034fe68f260a355a97c478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844f96ad-30a3-4d30-a4d0-c7a1e027d87b', 'name': '', 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59', 'tenant_id': '019e485546034fe68f260a355a97c478', 'mac_address': 'fa:16:3e:e0:35:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a493d78a-d907-43f3-9068-f045210c0bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:30Z', 'updated_at': '2021-02-03T20:09:40Z', 'revision_number': 5, 'project_id': '019e485546034fe68f260a355a97c478', 'subnets': [{'id': 'a493d78a-d907-43f3-9068-f045210c0bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:10:37.875285 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c34b4ec-c913-4212-8b24-780bc13026be None None] The sync data for ids ['4835e097-04b5-4adc-bc37-0759d5332808'] in dv-cinder-773985-1-iscsi is: [{'id': '4835e097-04b5-4adc-bc37-0759d5332808', 'name': 'tempest-TestMinimumBasicScenario-1148810875-router', 'tenant_id': '019e485546034fe68f260a355a97c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:09:25Z', 'updated_at': '2021-02-03T20:09:31Z', 'revision_number': 4, 'project_id': '019e485546034fe68f260a355a97c478', 'gw_port': {'id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:27Z', 'updated_at': '2021-02-03T20:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '9f462083-a469-46ed-bf93-b3522923ec7a', 'tenant_id': '019e485546034fe68f260a355a97c478', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'port_id': 'c3244613-f66e-448f-ad40-b1fc672afe93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59', 'mac_address': 'fa:16:3e:79:b6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd900d79c-8244-4974-9b98-07ffaa568b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:10:33Z', 'updated_at': '2021-02-03T20:10:35Z', 'revision_number': 1, 'project_id': '019e485546034fe68f260a355a97c478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844f96ad-30a3-4d30-a4d0-c7a1e027d87b', 'name': '', 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59', 'tenant_id': '019e485546034fe68f260a355a97c478', 'mac_address': 'fa:16:3e:e0:35:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a493d78a-d907-43f3-9068-f045210c0bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:30Z', 'updated_at': '2021-02-03T20:09:40Z', 'revision_number': 5, 'project_id': '019e485546034fe68f260a355a97c478', 'subnets': [{'id': 'a493d78a-d907-43f3-9068-f045210c0bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:10:37.906843 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-668639d0-845c-4fe7-b9e3-be8ba3adc1ff req-cf304dbc-050d-40a0-9770-b3b29d0b4544 service neutron] 10.222.0.103 "GET /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2769873
Feb 03 20:10:37.916599 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6bbcfcc7-de61-489b-bd81-620fd24bc186 req-a0111c94-d0e0-44ff-8be7-fe7b1088f479 service neutron] 10.222.0.67 "GET /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2054362
Feb 03 20:10:38.093344 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-ff1a4aed-1b4f-431c-878c-c635ef68975f req-bc281d79-56e1-44b9-aaf7-5e3d68ee8872 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1885365117', 'description': 'tempest-TestMinimumBasicScenario-1885365117 description'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:10:38.120317 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-ff1a4aed-1b4f-431c-878c-c635ef68975f req-bc281d79-56e1-44b9-aaf7-5e3d68ee8872 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:10:38.149648 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-ff1a4aed-1b4f-431c-878c-c635ef68975f req-bc281d79-56e1-44b9-aaf7-5e3d68ee8872 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:10:38.187953 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-ff1a4aed-1b4f-431c-878c-c635ef68975f req-bc281d79-56e1-44b9-aaf7-5e3d68ee8872 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:38.225511 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-ff1a4aed-1b4f-431c-878c-c635ef68975f req-bc281d79-56e1-44b9-aaf7-5e3d68ee8872 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:10:38.231616 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-ff1a4aed-1b4f-431c-878c-c635ef68975f req-bc281d79-56e1-44b9-aaf7-5e3d68ee8872 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Usage tracker for resource:security_group_rule and tenant:019e485546034fe68f260a355a97c478 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:10:38.236632 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-ff1a4aed-1b4f-431c-878c-c635ef68975f req-bc281d79-56e1-44b9-aaf7-5e3d68ee8872 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:10:38.253874 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-ff1a4aed-1b4f-431c-878c-c635ef68975f req-bc281d79-56e1-44b9-aaf7-5e3d68ee8872 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:10:38.264876 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0cd16c-e256-4451-81af-50e22193b526 None None] New status for floating IP 9f462083-a469-46ed-bf93-b3522923ec7a: ACTIVE {{(pid=80148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 20:10:38.328166 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6bbcfcc7-de61-489b-bd81-620fd24bc186 req-2574870d-7b5a-4ada-af8c-74c8de24cc61 service neutron] 10.222.0.67 "GET /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4039891
Feb 03 20:10:38.334972 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb7edda-21be-48e4-b2a7-7ffdbdd4700d {{(pid=80146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 20:10:38.344675 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:38.367139 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] Transition to ACTIVE for port object fbb7edda-21be-48e4-b2a7-7ffdbdd4700d will not be triggered until provisioned by entity L2. {{(pid=80146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:10:38.377819 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848090863'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:38.396990 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-27c8a6e7-3271-4138-a26e-06b31c0a7523 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:10:38.499065 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6f91d-f83b-496e-a253-f2e5db357c0a req-8593d72e-07bd-4ae9-a17b-97fc99bde58f tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:38.500955 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fab6f91d-f83b-496e-a253-f2e5db357c0a req-8593d72e-07bd-4ae9-a17b-97fc99bde58f tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 943 time: 0.1717002
Feb 03 20:10:38.565223 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb7edda-21be-48e4-b2a7-7ffdbdd4700d,revision_number=2']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:10:38.567813 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fab6f91d-f83b-496e-a253-f2e5db357c0a req-15802989-abff-4315-9ce2-ce27ad819553 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0605719
Feb 03 20:10:38.572703 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:10:38.577752 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-ff1a4aed-1b4f-431c-878c-c635ef68975f req-bc281d79-56e1-44b9-aaf7-5e3d68ee8872 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:38.592922 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-ff1a4aed-1b4f-431c-878c-c635ef68975f req-bc281d79-56e1-44b9-aaf7-5e3d68ee8872 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:38.600949 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-441e1936-bc7a-4753-8b56-6e8493dd61ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:10:38.669491 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc281d79-56e1-44b9-aaf7-5e3d68ee8872 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5663f976-1f82-4dfa-a3db-d930dd8bae25,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:10:38.674132 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-bc281d79-56e1-44b9-aaf7-5e3d68ee8872 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:10:38.676501 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-ff1a4aed-1b4f-431c-878c-c635ef68975f req-bc281d79-56e1-44b9-aaf7-5e3d68ee8872 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:38.681028 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ff1a4aed-1b4f-431c-878c-c635ef68975f req-bc281d79-56e1-44b9-aaf7-5e3d68ee8872 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.6175444
Feb 03 20:10:38.888638 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-60d2779f-b6c5-4132-b14d-b76045abdea5 req-ccf6a95d-b02f-4190-8733-7b872fb6d415 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups/5663f976-1f82-4dfa-a3db-d930dd8bae25 HTTP/1.1" status: 200  len: 1814 time: 0.1330116
Feb 03 20:10:38.909458 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-60d2779f-b6c5-4132-b14d-b76045abdea5 req-f94de9d4-8922-4859-8589-1b1101f2e430 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5663f976-1f82-4dfa-a3db-d930dd8bae25', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:10:38.909825 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-60d2779f-b6c5-4132-b14d-b76045abdea5 req-f94de9d4-8922-4859-8589-1b1101f2e430 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5663f976-1f82-4dfa-a3db-d930dd8bae25', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:10:38.933707 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-60d2779f-b6c5-4132-b14d-b76045abdea5 req-f94de9d4-8922-4859-8589-1b1101f2e430 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:10:38.938747 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] Attempting to bind port fbb7edda-21be-48e4-b2a7-7ffdbdd4700d on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:10:38.939119 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] Attempting to bind port fbb7edda-21be-48e4-b2a7-7ffdbdd4700d by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '6e64f417-e845-4b38-aeb4-6c4d26500e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a'}] {{(pid=80146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:10:38.939487 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] Attempting to bind port fbb7edda-21be-48e4-b2a7-7ffdbdd4700d on network 9ff78e91-b7de-4878-8334-c0473181ce8a {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:10:38.941955 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-60d2779f-b6c5-4132-b14d-b76045abdea5 req-f94de9d4-8922-4859-8589-1b1101f2e430 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Usage tracker for resource:security_group_rule and tenant:019e485546034fe68f260a355a97c478 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:10:38.946737 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-60d2779f-b6c5-4132-b14d-b76045abdea5 req-f94de9d4-8922-4859-8589-1b1101f2e430 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:10:38.953903 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] Checking agent: {'id': 'd65f81c7-83bc-4486-bd9d-9b0ec76bab54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 0, 54), 'started_at': datetime.datetime(2021, 2, 3, 20, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.109', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:10:38.954276 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] Checking segment: {'id': '6e64f417-e845-4b38-aeb4-6c4d26500e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:10:38.954682 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:38.955080 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] Bound using segment: {'id': '6e64f417-e845-4b38-aeb4-6c4d26500e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a'} {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:10:38.955607 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] Bound port: fbb7edda-21be-48e4-b2a7-7ffdbdd4700d, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e64f417-e845-4b38-aeb4-6c4d26500e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a'}}] {{(pid=80146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:10:38.955949 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:38.966803 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-60d2779f-b6c5-4132-b14d-b76045abdea5 req-f94de9d4-8922-4859-8589-1b1101f2e430 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:10:39.108548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-60d2779f-b6c5-4132-b14d-b76045abdea5 req-f94de9d4-8922-4859-8589-1b1101f2e430 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:39.116021 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] For port fbb7edda-21be-48e4-b2a7-7ffdbdd4700d, host hv-cinder-77398, cleared binding levels {{(pid=80146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:10:39.121283 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] For port fbb7edda-21be-48e4-b2a7-7ffdbdd4700d, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fbb7edda-21be-48e4-b2a7-7ffdbdd4700d,segment=NetworkSegment(6e64f417-e845-4b38-aeb4-6c4d26500e80),segment_id=6e64f417-e845-4b38-aeb4-6c4d26500e80)] {{(pid=80146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:10:39.127606 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848090863'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:39.145272 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:10:39.203578 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-60d2779f-b6c5-4132-b14d-b76045abdea5 req-f94de9d4-8922-4859-8589-1b1101f2e430 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:39.261507 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-60d2779f-b6c5-4132-b14d-b76045abdea5 req-f94de9d4-8922-4859-8589-1b1101f2e430 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756437'] for security_group_rule, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:39.334542 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-60d2779f-b6c5-4132-b14d-b76045abdea5 req-f94de9d4-8922-4859-8589-1b1101f2e430 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:39.335827 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-60d2779f-b6c5-4132-b14d-b76045abdea5 req-f94de9d4-8922-4859-8589-1b1101f2e430 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4343586
Feb 03 20:10:39.348776 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb7edda-21be-48e4-b2a7-7ffdbdd4700d,revision_number=3']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:10:39.355274 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:10:39.355667 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:10:39.376101 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94de9d4-8922-4859-8589-1b1101f2e430 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98488cfe-bbe9-4ebc-bf28-094905387b28,revision_number=0']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:10:39.381249 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f94de9d4-8922-4859-8589-1b1101f2e430 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:10:39.387381 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:39.388189 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:39.389974 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-91240935-a596-4638-a2a6-09f87d6ea5e9 service neutron] 10.222.0.67 "PUT /v2.0/ports/fbb7edda-21be-48e4-b2a7-7ffdbdd4700d HTTP/1.1" status: 200  len: 1157 time: 1.8561151
Feb 03 20:10:39.390099 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b874956-a676-4614-9baf-f147074784ab', 'tag': 'fbb7edda-21be-48e4-b2a7-7ffdbdd4700d'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:10:39.445964 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-05a9c031-a3d9-479f-bb4f-b9c7678e9f2d req-df4e0d7c-2ada-4b93-a142-092744fc6524 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups/5663f976-1f82-4dfa-a3db-d930dd8bae25 HTTP/1.1" status: 200  len: 2407 time: 0.0774591
Feb 03 20:10:39.457484 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b874956-a676-4614-9baf-f147074784ab', 'tag': 'fbb7edda-21be-48e4-b2a7-7ffdbdd4700d', 'status': 'completed', 'code': 200}
Feb 03 20:10:39.457882 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-05a9c031-a3d9-479f-bb4f-b9c7678e9f2d req-73ca715d-84a5-4448-9336-189bdee7fe93 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5663f976-1f82-4dfa-a3db-d930dd8bae25', 'remote_group_id': None}]} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:10:39.458244 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-05a9c031-a3d9-479f-bb4f-b9c7678e9f2d req-73ca715d-84a5-4448-9336-189bdee7fe93 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5663f976-1f82-4dfa-a3db-d930dd8bae25', 'remote_group_id': None}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:10:39.485360 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-05a9c031-a3d9-479f-bb4f-b9c7678e9f2d req-73ca715d-84a5-4448-9336-189bdee7fe93 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:10:39.490832 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-05a9c031-a3d9-479f-bb4f-b9c7678e9f2d req-73ca715d-84a5-4448-9336-189bdee7fe93 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Usage tracker for resource:security_group_rule and tenant:019e485546034fe68f260a355a97c478 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:10:39.494552 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-05a9c031-a3d9-479f-bb4f-b9c7678e9f2d req-73ca715d-84a5-4448-9336-189bdee7fe93 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:10:39.500649 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-05a9c031-a3d9-479f-bb4f-b9c7678e9f2d req-73ca715d-84a5-4448-9336-189bdee7fe93 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:10:39.564311 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-05a9c031-a3d9-479f-bb4f-b9c7678e9f2d req-73ca715d-84a5-4448-9336-189bdee7fe93 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:39.574548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-7f032c42-594e-40a4-81e2-bfe184882e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:39.576614 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-7f032c42-594e-40a4-81e2-bfe184882e00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d&device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 1160 time: 0.0963261
Feb 03 20:10:39.593917 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-05a9c031-a3d9-479f-bb4f-b9c7678e9f2d req-73ca715d-84a5-4448-9336-189bdee7fe93 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:39.598642 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-05a9c031-a3d9-479f-bb4f-b9c7678e9f2d req-73ca715d-84a5-4448-9336-189bdee7fe93 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756437'] for security_group_rule, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:39.610393 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-0aaacf95-83b7-4aab-ad17-80e088c463a5 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:10:39.630029 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca715d-84a5-4448-9336-189bdee7fe93 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8749f8a9-9681-4e5f-a605-54c3ce8204ef,revision_number=0']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:10:39.644103 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-73ca715d-84a5-4448-9336-189bdee7fe93 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:10:39.648018 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-05a9c031-a3d9-479f-bb4f-b9c7678e9f2d req-73ca715d-84a5-4448-9336-189bdee7fe93 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:39.649316 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-05a9c031-a3d9-479f-bb4f-b9c7678e9f2d req-73ca715d-84a5-4448-9336-189bdee7fe93 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1964173
Feb 03 20:10:39.669674 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-41620343-1167-4665-a116-0d8380ece308 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbb7edda-21be-48e4-b2a7-7ffdbdd4700d HTTP/1.1" status: 200  len: 217 time: 0.0751803
Feb 03 20:10:39.803665 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-124c78d1-d017-42ab-9a60-294319d871d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:39.805391 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-124c78d1-d017-42ab-9a60-294319d871d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a47023-a7e6-4e5a-a78e-878b5980dff8 HTTP/1.1" status: 200  len: 851 time: 0.1280408
Feb 03 20:10:39.811891 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-81a406ca-49bd-4f6c-aaa1-d6be58677513 req-9c542159-d80d-42f5-a032-480e452bdba7 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1885365117&fields=id&tenant_id=019e485546034fe68f260a355a97c478 HTTP/1.1" status: 200  len: 267 time: 0.0594738
Feb 03 20:10:39.969319 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ab68a-3551-413c-842e-848bc14c2d60 req-2cb608b8-7434-4402-9f56-9f44bc33e2ba tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:39.970035 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-4a4ab68a-3551-413c-842e-848bc14c2d60 req-2cb608b8-7434-4402-9f56-9f44bc33e2ba tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Synchronizing usage tracker for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:10:39.986658 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a406ca-49bd-4f6c-aaa1-d6be58677513 req-0eccf591-2409-4b2d-9ec6-516a03c9c25b tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:39.988339 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-81a406ca-49bd-4f6c-aaa1-d6be58677513 req-0eccf591-2409-4b2d-9ec6-516a03c9c25b tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 945 time: 0.1704082
Feb 03 20:10:39.999861 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-4a4ab68a-3551-413c-842e-848bc14c2d60 req-2cb608b8-7434-4402-9f56-9f44bc33e2ba tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Unset dirty status for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:10:40.001167 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4a4ab68a-3551-413c-842e-848bc14c2d60 req-2cb608b8-7434-4402-9f56-9f44bc33e2ba tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 943 time: 0.2792702
Feb 03 20:10:40.001531 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-81a406ca-49bd-4f6c-aaa1-d6be58677513 req-0c12bf17-ae6f-46a7-a2dd-21436a3c8a34 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Request body: {'port': {'security_groups': ['2e434186-6a4f-404a-af39-e825adaab87d', '5663f976-1f82-4dfa-a3db-d930dd8bae25']}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:10:40.025171 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-15e39d3c-3b3a-4848-ae57-fcf8dbf5aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:40.026762 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-15e39d3c-3b3a-4848-ae57-fcf8dbf5aeb7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9ff78e91-b7de-4878-8334-c0473181ce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2071226
Feb 03 20:10:40.147327 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4a4ab68a-3551-413c-842e-848bc14c2d60 req-9895cdb0-49c6-4ec6-8aca-14b2a24c6413 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1382344
Feb 03 20:10:40.148670 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-81a406ca-49bd-4f6c-aaa1-d6be58677513 req-0c12bf17-ae6f-46a7-a2dd-21436a3c8a34 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:40.222386 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-289cb8a5-9661-431c-bfd7-482653904fe0 service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1774623
Feb 03 20:10:40.376883 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91096736-a27a-465b-9890-d0fd9c9a8247 req-07fa9dbf-52ef-4084-aacf-cc5a4dbf53d8 service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1465518
Feb 03 20:10:40.486598 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-81a406ca-49bd-4f6c-aaa1-d6be58677513 req-0c12bf17-ae6f-46a7-a2dd-21436a3c8a34 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] For port c3244613-f66e-448f-ad40-b1fc672afe93, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=c3244613-f66e-448f-ad40-b1fc672afe93,segment=NetworkSegment(e47cea05-8124-4069-9030-7a9096476dc6),segment_id=e47cea05-8124-4069-9030-7a9096476dc6)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:10:40.514299 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-81a406ca-49bd-4f6c-aaa1-d6be58677513 req-0c12bf17-ae6f-46a7-a2dd-21436a3c8a34 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for port, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:40.518237 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-81a406ca-49bd-4f6c-aaa1-d6be58677513 req-0c12bf17-ae6f-46a7-a2dd-21436a3c8a34 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5360845'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:40.537633 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b43af73f-52a3-4bec-9642-bc971ad0759c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:10:40.569554 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306e46a-d208-4956-aa45-299a1797205b req-23b533b6-af34-4a7d-9f44-31e1714079a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:40.571593 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4306e46a-d208-4956-aa45-299a1797205b req-23b533b6-af34-4a7d-9f44-31e1714079a1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d&device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 1160 time: 0.0889807
Feb 03 20:10:40.718624 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12bf17-ae6f-46a7-a2dd-21436a3c8a34 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Pushing event updated for resources: {'Port': ['ID=c3244613-f66e-448f-ad40-b1fc672afe93,revision_number=5']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:10:40.723754 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-0c12bf17-ae6f-46a7-a2dd-21436a3c8a34 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:10:40.726585 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306e46a-d208-4956-aa45-299a1797205b req-d5ffbb47-d719-4b2f-93d5-4c341433c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:40.728334 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4306e46a-d208-4956-aa45-299a1797205b req-d5ffbb47-d719-4b2f-93d5-4c341433c282 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9ff78e91-b7de-4878-8334-c0473181ce8a HTTP/1.1" status: 200  len: 907 time: 0.1498601
Feb 03 20:10:40.842704 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a406ca-49bd-4f6c-aaa1-d6be58677513 req-0c12bf17-ae6f-46a7-a2dd-21436a3c8a34 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:40.843465 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-81a406ca-49bd-4f6c-aaa1-d6be58677513 req-0c12bf17-ae6f-46a7-a2dd-21436a3c8a34 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:40.845127 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-81a406ca-49bd-4f6c-aaa1-d6be58677513 req-0c12bf17-ae6f-46a7-a2dd-21436a3c8a34 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "PUT /v2.0/ports/c3244613-f66e-448f-ad40-b1fc672afe93 HTTP/1.1" status: 200  len: 981 time: 0.8491020
Feb 03 20:10:40.845728 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd900d79c-8244-4974-9b98-07ffaa568b1c', 'tag': 'c3244613-f66e-448f-ad40-b1fc672afe93'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:10:40.978309 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd900d79c-8244-4974-9b98-07ffaa568b1c', 'tag': 'c3244613-f66e-448f-ad40-b1fc672afe93', 'status': 'completed', 'code': 200}
Feb 03 20:10:41.034251 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-24f9ff43-234e-4e45-a02f-ac9b315b8185 None None] Provisioning complete for port c3244613-f66e-448f-ad40-b1fc672afe93 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:10:41.035160 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-24f9ff43-234e-4e45-a02f-ac9b315b8185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:41.083139 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4306e46a-d208-4956-aa45-299a1797205b req-51017143-ff78-466a-a3c6-ed18a3b086c1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbb7edda-21be-48e4-b2a7-7ffdbdd4700d HTTP/1.1" status: 200  len: 217 time: 0.3420336
Feb 03 20:10:41.155378 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306e46a-d208-4956-aa45-299a1797205b req-90ace949-128a-46ea-bf5b-0e752e687ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:41.157013 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4306e46a-d208-4956-aa45-299a1797205b req-90ace949-128a-46ea-bf5b-0e752e687ac1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a47023-a7e6-4e5a-a78e-878b5980dff8 HTTP/1.1" status: 200  len: 851 time: 0.0663323
Feb 03 20:10:41.210434 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692e210-f236-4da0-a4b4-92b827194e64 req-698a843f-6995-4179-bf49-258bf97c7444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:41.212084 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1692e210-f236-4da0-a4b4-92b827194e64 req-698a843f-6995-4179-bf49-258bf97c7444 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=019e485546034fe68f260a355a97c478&device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 1202 time: 0.1253240
Feb 03 20:10:41.249889 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306e46a-d208-4956-aa45-299a1797205b req-5e850d94-b698-46d6-85b3-f5a1f8fcf5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:41.251507 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4306e46a-d208-4956-aa45-299a1797205b req-5e850d94-b698-46d6-85b3-f5a1f8fcf5b0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9ff78e91-b7de-4878-8334-c0473181ce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0858011
Feb 03 20:10:41.305441 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e0c9c-4a4e-48da-bca2-2714fd2a4736 req-76ee2a04-ca39-4df2-a912-83093a2da11e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:41.307240 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-877e0c9c-4a4e-48da-bca2-2714fd2a4736 req-76ee2a04-ca39-4df2-a912-83093a2da11e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 984 time: 0.2812719
Feb 03 20:10:41.475627 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4306e46a-d208-4956-aa45-299a1797205b req-9eb0f282-45e7-4eec-b1e5-b7fdadd2c0d5 service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2123017
Feb 03 20:10:41.481990 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-877e0c9c-4a4e-48da-bca2-2714fd2a4736 req-b9afb3f3-9eee-4357-8fc6-3ace41120ac2 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=5663f976-1f82-4dfa-a3db-d930dd8bae25&id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1509414
Feb 03 20:10:41.528525 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692e210-f236-4da0-a4b4-92b827194e64 req-bf2820a1-91d2-4a2a-807b-e2070872ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:41.530164 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1692e210-f236-4da0-a4b4-92b827194e64 req-bf2820a1-91d2-4a2a-807b-e2070872ac3c service neutron] 10.222.0.67 "GET /v2.0/networks?id=226095d3-1bdc-4207-afe1-88a7ce507c59 HTTP/1.1" status: 200  len: 909 time: 0.2218096
Feb 03 20:10:41.565702 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c510f-9cd9-4bfa-bb21-03cc66e60968 req-dfe31795-2c08-4cf3-9f24-a8b51be15853 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:41.567290 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b31c510f-9cd9-4bfa-bb21-03cc66e60968 req-dfe31795-2c08-4cf3-9f24-a8b51be15853 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 943 time: 0.2804172
Feb 03 20:10:41.649252 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1692e210-f236-4da0-a4b4-92b827194e64 req-afdf935b-082e-4743-8e14-39f60124d0bc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3244613-f66e-448f-ad40-b1fc672afe93 HTTP/1.1" status: 200  len: 1001 time: 0.1105258
Feb 03 20:10:41.724867 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692e210-f236-4da0-a4b4-92b827194e64 req-777597f5-c2d3-43d4-90cc-532a7f5e70da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:41.726669 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1692e210-f236-4da0-a4b4-92b827194e64 req-777597f5-c2d3-43d4-90cc-532a7f5e70da service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a493d78a-d907-43f3-9068-f045210c0bb4 HTTP/1.1" status: 200  len: 854 time: 0.0676873
Feb 03 20:10:41.727719 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b31c510f-9cd9-4bfa-bb21-03cc66e60968 req-94dd46fb-a12d-4aa0-a95f-140ed7eb9349 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1343501
Feb 03 20:10:41.764410 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4306e46a-d208-4956-aa45-299a1797205b req-31994520-61ba-4784-93d6-bc3935da890f service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1953542
Feb 03 20:10:41.818470 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692e210-f236-4da0-a4b4-92b827194e64 req-c2b11a13-2497-4886-9ddd-387fc300fe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:41.820138 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1692e210-f236-4da0-a4b4-92b827194e64 req-c2b11a13-2497-4886-9ddd-387fc300fe5c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=226095d3-1bdc-4207-afe1-88a7ce507c59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857241
Feb 03 20:10:41.970298 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1692e210-f236-4da0-a4b4-92b827194e64 req-bf8d42c3-ff3c-436c-aa76-52b0679fbda5 service neutron] 10.222.0.67 "GET /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377535
Feb 03 20:10:42.050024 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device c3244613-f66e-448f-ad40-b1fc672afe93 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:10:42.122930 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1692e210-f236-4da0-a4b4-92b827194e64 req-38240425-82b5-4f39-a20b-33d3691bb02b service neutron] 10.222.0.67 "GET /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1406689
Feb 03 20:10:42.124777 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port c3244613-f66e-448f-ad40-b1fc672afe93 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:10:42.125210 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:43.027207 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed05b5-e837-4067-a80e-571091cd52ae req-467b06ff-9b65-4291-ba72-50a9ed2ac978 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:43.028772 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bbed05b5-e837-4067-a80e-571091cd52ae req-467b06ff-9b65-4291-ba72-50a9ed2ac978 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 943 time: 0.1665771
Feb 03 20:10:43.092358 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bbed05b5-e837-4067-a80e-571091cd52ae req-2cef9dfd-ce97-4fad-9105-f5e6b7d960f6 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0572062
Feb 03 20:10:44.387548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd9df3-6e35-4934-9d86-da01fc49eea9 req-79277aa4-ab6d-4dea-b25c-465e3268e2bd tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:44.389135 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a5bd9df3-6e35-4934-9d86-da01fc49eea9 req-79277aa4-ab6d-4dea-b25c-465e3268e2bd tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 943 time: 0.1678994
Feb 03 20:10:44.453741 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a5bd9df3-6e35-4934-9d86-da01fc49eea9 req-bd9cf69f-8ca0-4838-abc4-d49e7324d633 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0583513
Feb 03 20:10:45.577611 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-537eb019-a549-475d-abcc-1915b54386d2 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/floatingips/1fdb5f45-0972-48a1-8784-3d816b2eb705 HTTP/1.1" status: 200  len: 998 time: 0.1355758
Feb 03 20:10:45.756736 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a247920-0157-4989-bb12-0b0580cc9854 req-8795c205-5ad9-4f8b-8a90-821405731b40 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:45.758415 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8a247920-0157-4989-bb12-0b0580cc9854 req-8795c205-5ad9-4f8b-8a90-821405731b40 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 943 time: 0.1706963
Feb 03 20:10:45.822588 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-406c5fa1-ef26-4c72-99e2-9ff5c80a7185 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:45.823628 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8a247920-0157-4989-bb12-0b0580cc9854 req-c38893ce-e5e7-4f3b-92cd-37ce016684be tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0589795
Feb 03 20:10:45.825592 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-406c5fa1-ef26-4c72-99e2-9ff5c80a7185 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/networks/b3f750ce-bc55-47f2-a098-fbecdde1b124 HTTP/1.1" status: 200  len: 784 time: 0.2392194
Feb 03 20:10:45.835174 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-9b1b215c-c0ac-4554-b9eb-7085b7ab54f5 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=80144) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 20:10:45.836293 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-9b1b215c-c0ac-4554-b9eb-7085b7ab54f5 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0062697
Feb 03 20:10:45.968953 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-16ecbf2d-56c6-49f4-8893-7715ee9f59d6 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/floatingips?floating_ip_address=172.27.3.15 HTTP/1.1" status: 200  len: 1001 time: 0.1258292
Feb 03 20:10:46.130768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-366a3ef6-bc5b-4629-9ab0-c8f384a23bba tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:46.132239 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-366a3ef6-bc5b-4629-9ab0-c8f384a23bba tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports/73d049f9-a6b7-47d9-8126-1cb74d2dec0f HTTP/1.1" status: 200  len: 943 time: 0.1573384
Feb 03 20:10:46.334869 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-bbde423d-7e2e-4b72-a3bf-0156266b78a7 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/floatingips?floating_ip_address=172.27.3.15 HTTP/1.1" status: 200  len: 1001 time: 0.1238530
Feb 03 20:10:46.577449 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-9bab25ad-0477-4adc-b67e-8bed814fefe0 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Deleting port 1f5e8c13-814c-45ea-9e39-995c7ddcc78c {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:10:46.577811 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-9bab25ad-0477-4adc-b67e-8bed814fefe0 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:46.978769 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-9bab25ad-0477-4adc-b67e-8bed814fefe0 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:46.979136 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-9bab25ad-0477-4adc-b67e-8bed814fefe0 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:47.116819 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-9bab25ad-0477-4adc-b67e-8bed814fefe0 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Calling delete_port for 1f5e8c13-814c-45ea-9e39-995c7ddcc78c owned by network:floatingip {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:10:47.125274 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750587d-4186-414f-8ce7-9f06e5c594bd req-17c211df-2a43-4bcf-bd1a-4db52f7fe625 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:47.126974 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2750587d-4186-414f-8ce7-9f06e5c594bd req-17c211df-2a43-4bcf-bd1a-4db52f7fe625 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 943 time: 0.1715827
Feb 03 20:10:47.191784 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2750587d-4186-414f-8ce7-9f06e5c594bd req-3efb297e-45dc-458c-ad6d-92e2d8dc9374 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0583758
Feb 03 20:10:47.278440 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-9bab25ad-0477-4adc-b67e-8bed814fefe0 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:47.294105 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:10:47.390294 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab25ad-0477-4adc-b67e-8bed814fefe0 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Pushing event deleted for resources: {'Port': ['ID=1f5e8c13-814c-45ea-9e39-995c7ddcc78c,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:10:47.393116 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9bab25ad-0477-4adc-b67e-8bed814fefe0 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:10:47.523737 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-9bab25ad-0477-4adc-b67e-8bed814fefe0 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks [] for floatingip, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:47.524137 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.l3_db [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-9bab25ad-0477-4adc-b67e-8bed814fefe0 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Floating IP 1fdb5f45-0972-48a1-8784-3d816b2eb705 disassociated (deleted). External IP: 172.27.3.15, port: 73d049f9-a6b7-47d9-8126-1cb74d2dec0f.
Feb 03 20:10:47.904365 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-9bab25ad-0477-4adc-b67e-8bed814fefe0 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Router 81f8e5b4-e07d-487d-af04-ce18e61948c3 has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:10:48.095707 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-9bab25ad-0477-4adc-b67e-8bed814fefe0 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:10:48.107626 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30228710-8b0d-4bc2-8072-d9bb7b771f67 None None] Sync routers for ids ['81f8e5b4-e07d-487d-af04-ce18e61948c3'] in dv-cinder-773985-1-iscsi {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:10:48.120299 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30228710-8b0d-4bc2-8072-d9bb7b771f67 None None] Routers {'81f8e5b4-e07d-487d-af04-ce18e61948c3'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:10:48.120991 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-30228710-8b0d-4bc2-8072-d9bb7b771f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a3cb2e8>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:10:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['81f8e5b4-e07d-487d-af04-ce18e61948c3'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:10:48.122297 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-9bab25ad-0477-4adc-b67e-8bed814fefe0 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:48.186110 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-9bab25ad-0477-4adc-b67e-8bed814fefe0 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "DELETE /v2.0/floatingips/1fdb5f45-0972-48a1-8784-3d816b2eb705 HTTP/1.1" status: 204  len: 173 time: 1.8451002
Feb 03 20:10:48.186572 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a0d05e-ea1d-483f-91eb-7a291296ace3', 'tag': '73d049f9-a6b7-47d9-8126-1cb74d2dec0f'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:10:48.252095 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a0d05e-ea1d-483f-91eb-7a291296ace3', 'tag': '73d049f9-a6b7-47d9-8126-1cb74d2dec0f', 'status': 'completed', 'code': 200}
Feb 03 20:10:48.286795 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-6e73428e-e87e-4643-bbdc-2402a99ddd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:48.289012 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-6e73428e-e87e-4643-bbdc-2402a99ddd4f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=de9531b4b9754686a636343b8ed74fe7&device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 1163 time: 0.0878749
Feb 03 20:10:48.522129 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-30228710-8b0d-4bc2-8072-d9bb7b771f67 None None] Set router 81f8e5b4-e07d-487d-af04-ce18e61948c3 gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:10:48.530068 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b600a27-1a95-43f9-880a-11deafff94ed req-0eb7c545-fff3-40e3-97ff-e616f33b91ca tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:48.532511 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1b600a27-1a95-43f9-880a-11deafff94ed req-0eb7c545-fff3-40e3-97ff-e616f33b91ca tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 943 time: 0.1783442
Feb 03 20:10:48.534363 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c843a1-4bed-4a70-b1db-3aaef2e65bec req-e382c245-a601-44b0-957a-3e644e486b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:48.536006 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e9c843a1-4bed-4a70-b1db-3aaef2e65bec req-e382c245-a601-44b0-957a-3e644e486b27 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=de9531b4b9754686a636343b8ed74fe7&device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 1163 time: 0.2092316
Feb 03 20:10:48.537627 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-04b6836f-ca82-4210-92f9-419c48433d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:48.539097 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-04b6836f-ca82-4210-92f9-419c48433d64 service neutron] 10.222.0.103 "GET /v2.0/networks?id=363b23da-45c6-4a09-8348-d34a237bdcb0 HTTP/1.1" status: 200  len: 903 time: 0.2417169
Feb 03 20:10:48.570963 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device fbb7edda-21be-48e4-b2a7-7ffdbdd4700d up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:10:48.604907 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1b600a27-1a95-43f9-880a-11deafff94ed req-2b5bdab7-c973-4aa3-9511-ad55f6e690dc tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0658717
Feb 03 20:10:48.713702 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-188f8e7f-4ed1-43c5-8ddc-198c6d142e5e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73d049f9-a6b7-47d9-8126-1cb74d2dec0f HTTP/1.1" status: 200  len: 217 time: 0.1305223
Feb 03 20:10:48.726298 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning for port fbb7edda-21be-48e4-b2a7-7ffdbdd4700d completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:10:48.738941 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port fbb7edda-21be-48e4-b2a7-7ffdbdd4700d triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:10:48.739362 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:48.836593 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-d9666d46-40f0-4f8a-b58b-eaa599405ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:48.840385 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-d9666d46-40f0-4f8a-b58b-eaa599405ddc service neutron] 10.222.0.103 "GET /v2.0/subnets?id=56df7b6f-0026-430c-8ccd-068706ffc2ff HTTP/1.1" status: 200  len: 848 time: 0.1192372
Feb 03 20:10:48.889875 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c843a1-4bed-4a70-b1db-3aaef2e65bec req-4ae3e4e7-b3d3-4b07-b347-837f089a2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:48.891618 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e9c843a1-4bed-4a70-b1db-3aaef2e65bec req-4ae3e4e7-b3d3-4b07-b347-837f089a2dca service neutron] 10.222.0.67 "GET /v2.0/networks?id=363b23da-45c6-4a09-8348-d34a237bdcb0 HTTP/1.1" status: 200  len: 903 time: 0.3475876
Feb 03 20:10:48.976714 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e9c843a1-4bed-4a70-b1db-3aaef2e65bec req-a0e55445-e895-42b2-83b9-1b8e9995181d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73d049f9-a6b7-47d9-8126-1cb74d2dec0f HTTP/1.1" status: 200  len: 217 time: 0.0750835
Feb 03 20:10:49.019921 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:49.060223 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b874956-a676-4614-9baf-f147074784ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb7edda-21be-48e4-b2a7-7ffdbdd4700d'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:10:49.060793 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-9123c43a-b499-4cbc-96b6-64178f93470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:49.062455 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-9123c43a-b499-4cbc-96b6-64178f93470d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=363b23da-45c6-4a09-8348-d34a237bdcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2160928
Feb 03 20:10:49.088275 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c843a1-4bed-4a70-b1db-3aaef2e65bec req-27393db9-0046-4a79-b3c0-edd73f7dcf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:49.090325 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e9c843a1-4bed-4a70-b1db-3aaef2e65bec req-27393db9-0046-4a79-b3c0-edd73f7dcf63 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=56df7b6f-0026-430c-8ccd-068706ffc2ff HTTP/1.1" status: 200  len: 848 time: 0.1012750
Feb 03 20:10:49.094772 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port fbb7edda-21be-48e4-b2a7-7ffdbdd4700d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fbb7edda-21be-48e4-b2a7-7ffdbdd4700d,segment=NetworkSegment(6e64f417-e845-4b38-aeb4-6c4d26500e80),segment_id=6e64f417-e845-4b38-aeb4-6c4d26500e80)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:10:49.102478 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:49.105108 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:10:49.158164 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-30228710-8b0d-4bc2-8072-d9bb7b771f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a3cb2e8>, [{'id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'name': 'tempest-TestShelveInstance-2114625990-router', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:29Z', 'updated_at': '2021-02-03T20:04:35Z', 'revision_number': 4, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'gw_port': {'id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:31Z', 'updated_at': '2021-02-03T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '2094a418-59f6-4399-93dd-4910f37c4c9f', 'name': '', 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'mac_address': 'fa:16:3e:2a:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '56df7b6f-0026-430c-8ccd-068706ffc2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:34Z', 'updated_at': '2021-02-03T20:04:46Z', 'revision_number': 5, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'subnets': [{'id': '56df7b6f-0026-430c-8ccd-068706ffc2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:10:49.170536 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30228710-8b0d-4bc2-8072-d9bb7b771f67 None None] Checking router: 81f8e5b4-e07d-487d-af04-ce18e61948c3 for host: dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:10:49.187968 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30228710-8b0d-4bc2-8072-d9bb7b771f67 None None] Routers {'81f8e5b4-e07d-487d-af04-ce18e61948c3'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:10:49.188666 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-30228710-8b0d-4bc2-8072-d9bb7b771f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a3cb2e8>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:10:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['81f8e5b4-e07d-487d-af04-ce18e61948c3'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:10:49.247779 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b874956-a676-4614-9baf-f147074784ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb7edda-21be-48e4-b2a7-7ffdbdd4700d', 'code': 200}
Feb 03 20:10:49.267149 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a58e-945b-455a-8d88-7893559cdf45 req-366a0aeb-3921-4b70-9bb7-77d009b819e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:49.269036 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9a26a58e-945b-455a-8d88-7893559cdf45 req-366a0aeb-3921-4b70-9bb7-77d009b819e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=019e485546034fe68f260a355a97c478&device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 1202 time: 0.0869708
Feb 03 20:10:49.338387 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=fbb7edda-21be-48e4-b2a7-7ffdbdd4700d,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:10:49.344500 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:10:49.357733 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-77160c7b-dbd2-456a-b1d4-bcc00f6ce78a service neutron] 10.222.0.103 "GET /v2.0/networks/363b23da-45c6-4a09-8348-d34a237bdcb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2602198
Feb 03 20:10:49.412316 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-30228710-8b0d-4bc2-8072-d9bb7b771f67 None None] Set router 81f8e5b4-e07d-487d-af04-ce18e61948c3 gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:10:49.485170 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c843a1-4bed-4a70-b1db-3aaef2e65bec req-2570546c-93c7-4fef-b10b-28ccb78b12b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:49.486806 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e9c843a1-4bed-4a70-b1db-3aaef2e65bec req-2570546c-93c7-4fef-b10b-28ccb78b12b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=363b23da-45c6-4a09-8348-d34a237bdcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3636639
Feb 03 20:10:49.493052 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a58e-945b-455a-8d88-7893559cdf45 req-11408bfb-bd1f-45c0-92ef-3b3d6b15560a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:49.494856 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9a26a58e-945b-455a-8d88-7893559cdf45 req-11408bfb-bd1f-45c0-92ef-3b3d6b15560a service neutron] 10.222.0.67 "GET /v2.0/networks?id=226095d3-1bdc-4207-afe1-88a7ce507c59 HTTP/1.1" status: 200  len: 909 time: 0.2153735
Feb 03 20:10:49.736974 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe89d1a-f38e-42b2-b509-9f370d357b8d req-8c766c05-20af-4711-b79c-69d8c15505e8 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:49.739292 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8fe89d1a-f38e-42b2-b509-9f370d357b8d req-8c766c05-20af-4711-b79c-69d8c15505e8 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 984 time: 0.3810189
Feb 03 20:10:49.791880 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-30228710-8b0d-4bc2-8072-d9bb7b771f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a3cb2e8>, [{'id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'name': 'tempest-TestShelveInstance-2114625990-router', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:29Z', 'updated_at': '2021-02-03T20:04:35Z', 'revision_number': 4, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'gw_port': {'id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:31Z', 'updated_at': '2021-02-03T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '2094a418-59f6-4399-93dd-4910f37c4c9f', 'name': '', 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'mac_address': 'fa:16:3e:2a:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '56df7b6f-0026-430c-8ccd-068706ffc2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:34Z', 'updated_at': '2021-02-03T20:04:46Z', 'revision_number': 5, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'subnets': [{'id': '56df7b6f-0026-430c-8ccd-068706ffc2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:10:49.796774 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9a26a58e-945b-455a-8d88-7893559cdf45 req-b975f466-b9bc-4a74-8cd4-d1e038d37a36 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3244613-f66e-448f-ad40-b1fc672afe93 HTTP/1.1" status: 200  len: 1001 time: 0.2650776
Feb 03 20:10:49.796952 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30228710-8b0d-4bc2-8072-d9bb7b771f67 None None] The sync data for ids ['81f8e5b4-e07d-487d-af04-ce18e61948c3'] in dv-cinder-773985-1-iscsi is: [{'id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'name': 'tempest-TestShelveInstance-2114625990-router', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:29Z', 'updated_at': '2021-02-03T20:04:35Z', 'revision_number': 4, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'gw_port': {'id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:31Z', 'updated_at': '2021-02-03T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '2094a418-59f6-4399-93dd-4910f37c4c9f', 'name': '', 'network_id': '363b23da-45c6-4a09-8348-d34a237bdcb0', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'mac_address': 'fa:16:3e:2a:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '56df7b6f-0026-430c-8ccd-068706ffc2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:34Z', 'updated_at': '2021-02-03T20:04:46Z', 'revision_number': 5, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'subnets': [{'id': '56df7b6f-0026-430c-8ccd-068706ffc2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:10:49.837971 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-48238182-9f62-4a24-aa66-0d20cae7b493 req-a5fe31d3-e5fa-41dc-b1ae-69db1af6c035 service neutron] 10.222.0.103 "GET /v2.0/networks/363b23da-45c6-4a09-8348-d34a237bdcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4673254
Feb 03 20:10:49.845509 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-8fe89d1a-f38e-42b2-b509-9f370d357b8d req-237c45b6-a74c-4787-9536-fdac47947d65 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Synchronizing usage tracker for tenant:019e485546034fe68f260a355a97c478 on resource:security_group {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:10:49.911230 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-8fe89d1a-f38e-42b2-b509-9f370d357b8d req-237c45b6-a74c-4787-9536-fdac47947d65 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Unset dirty status for tenant:019e485546034fe68f260a355a97c478 on resource:security_group {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:10:49.912559 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8fe89d1a-f38e-42b2-b509-9f370d357b8d req-237c45b6-a74c-4787-9536-fdac47947d65 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=5663f976-1f82-4dfa-a3db-d930dd8bae25&id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1637752
Feb 03 20:10:49.929310 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a58e-945b-455a-8d88-7893559cdf45 req-d0376ef7-1bfe-4aaa-ae07-b204aa5e9bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:49.931553 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9a26a58e-945b-455a-8d88-7893559cdf45 req-d0376ef7-1bfe-4aaa-ae07-b204aa5e9bbe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a493d78a-d907-43f3-9068-f045210c0bb4 HTTP/1.1" status: 200  len: 854 time: 0.1226239
Feb 03 20:10:49.965386 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device fbb7edda-21be-48e4-b2a7-7ffdbdd4700d up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:10:49.990970 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cb859-7d1b-4d8c-a8cc-4e52836c3fba req-d341b0dc-c696-406e-9eb5-c70790cfa8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:49.992630 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bc0cb859-7d1b-4d8c-a8cc-4e52836c3fba req-d341b0dc-c696-406e-9eb5-c70790cfa8b7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 1162 time: 0.4603071
Feb 03 20:10:49.994605 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e9c843a1-4bed-4a70-b1db-3aaef2e65bec req-4bb8c3d5-be9b-4bb4-a65b-a2563c6d2e14 service neutron] 10.222.0.67 "GET /v2.0/networks/363b23da-45c6-4a09-8348-d34a237bdcb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4608085
Feb 03 20:10:50.085546 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port fbb7edda-21be-48e4-b2a7-7ffdbdd4700d triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:10:50.086490 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:50.091925 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a58e-945b-455a-8d88-7893559cdf45 req-d9eb82df-24a0-4b93-9db0-2e591c75f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:50.093708 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9a26a58e-945b-455a-8d88-7893559cdf45 req-d9eb82df-24a0-4b93-9db0-2e591c75f804 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=226095d3-1bdc-4207-afe1-88a7ce507c59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1525366
Feb 03 20:10:50.132700 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-bc0cb859-7d1b-4d8c-a8cc-4e52836c3fba req-c961e8ce-e0bf-4b65-88d0-16560f30219e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1256917
Feb 03 20:10:50.209652 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e9c843a1-4bed-4a70-b1db-3aaef2e65bec req-333f7bcb-6de9-4c03-9209-bd5577492923 service neutron] 10.222.0.67 "GET /v2.0/networks/363b23da-45c6-4a09-8348-d34a237bdcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1779737
Feb 03 20:10:50.275081 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cac4c9c-6dc5-483e-8f7c-3d644bd61b75 None None] New status for floating IP 1fdb5f45-0972-48a1-8784-3d816b2eb705: DOWN {{(pid=80148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 20:10:50.343755 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9a26a58e-945b-455a-8d88-7893559cdf45 req-b8231ede-d921-4426-a7e8-e05596184780 service neutron] 10.222.0.67 "GET /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2370925
Feb 03 20:10:50.440005 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a7090-38a4-4b0e-9f65-a26e0dac4544 req-03a0f8cb-8bb2-44bc-8933-351f847544b5 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:50.441798 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a06a7090-38a4-4b0e-9f65-a26e0dac4544 req-03a0f8cb-8bb2-44bc-8933-351f847544b5 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 945 time: 0.3368046
Feb 03 20:10:50.614202 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a06a7090-38a4-4b0e-9f65-a26e0dac4544 req-d1831822-68cf-4f70-a83f-5eabe274c34b tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1639886
Feb 03 20:10:50.699155 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9a26a58e-945b-455a-8d88-7893559cdf45 req-3907ddcb-507f-4553-a402-278b82646788 service neutron] 10.222.0.67 "GET /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2465084
Feb 03 20:10:50.726813 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c0c97806-cbde-4d93-9728-b2a4a3ef0a58 req-fee72693-4c98-47b5-a864-6ea37deefe2e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0907536
Feb 03 20:10:50.967471 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d2a32-a4bc-428b-bf03-3c8e80824a09 req-0b67cd79-f652-4f29-a49b-48eb15410bb3 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:50.968254 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-6d8d2a32-a4bc-428b-bf03-3c8e80824a09 req-0b67cd79-f652-4f29-a49b-48eb15410bb3 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Synchronizing usage tracker for tenant:de9531b4b9754686a636343b8ed74fe7 on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:10:51.000325 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-6d8d2a32-a4bc-428b-bf03-3c8e80824a09 req-0b67cd79-f652-4f29-a49b-48eb15410bb3 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Unset dirty status for tenant:de9531b4b9754686a636343b8ed74fe7 on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:10:51.004645 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6d8d2a32-a4bc-428b-bf03-3c8e80824a09 req-0b67cd79-f652-4f29-a49b-48eb15410bb3 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.2605417
Feb 03 20:10:51.050891 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c97806-cbde-4d93-9728-b2a4a3ef0a58 req-ac817dac-0a52-4e81-8023-01a4a4ef02ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:51.053153 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c0c97806-cbde-4d93-9728-b2a4a3ef0a58 req-ac817dac-0a52-4e81-8023-01a4a4ef02ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02ef50735d804c2db24fe12e26c282e8&device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 1162 time: 0.2291522
Feb 03 20:10:51.081423 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6d8d2a32-a4bc-428b-bf03-3c8e80824a09 req-1d3546d9-68e9-4557-af8c-0cc40765936a tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0721192
Feb 03 20:10:51.225824 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350358f-7531-4611-81cf-8af438c19a9b req-f0ad4d86-ea3d-4781-8dd5-1aa9f61b71cc tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:51.227435 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f350358f-7531-4611-81cf-8af438c19a9b req-f0ad4d86-ea3d-4781-8dd5-1aa9f61b71cc tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 984 time: 0.1686401
Feb 03 20:10:51.230676 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c97806-cbde-4d93-9728-b2a4a3ef0a58 req-1a692b26-3e77-4e69-b3bf-337bc810c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:51.232566 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c0c97806-cbde-4d93-9728-b2a4a3ef0a58 req-1a692b26-3e77-4e69-b3bf-337bc810c7c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4826c2d9-ff92-4255-84fc-4664139f9cbb HTTP/1.1" status: 200  len: 909 time: 0.1437056
Feb 03 20:10:51.318213 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f350358f-7531-4611-81cf-8af438c19a9b req-dc4572d5-28df-4b73-a837-f551f2dfeef7 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=5663f976-1f82-4dfa-a3db-d930dd8bae25&id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0826569
Feb 03 20:10:51.347219 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c0c97806-cbde-4d93-9728-b2a4a3ef0a58 req-51f0cabf-ca8b-4610-adf4-0d3a047dfa23 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10c05a94-49db-4d78-9a1b-32f2ea943d0c HTTP/1.1" status: 200  len: 1000 time: 0.1074979
Feb 03 20:10:51.417933 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c97806-cbde-4d93-9728-b2a4a3ef0a58 req-cbf7ad5b-a063-41f8-b884-261a7a60853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:51.419450 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c0c97806-cbde-4d93-9728-b2a4a3ef0a58 req-cbf7ad5b-a063-41f8-b884-261a7a60853a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5a7e0094-f26b-4461-b4af-b0f9b0b24802 HTTP/1.1" status: 200  len: 854 time: 0.0642192
Feb 03 20:10:51.510890 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c97806-cbde-4d93-9728-b2a4a3ef0a58 req-3c514c4f-b3ed-46be-89b6-d7dacbc4fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:51.512577 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c0c97806-cbde-4d93-9728-b2a4a3ef0a58 req-3c514c4f-b3ed-46be-89b6-d7dacbc4fc9d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4826c2d9-ff92-4255-84fc-4664139f9cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833521
Feb 03 20:10:51.719336 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c0c97806-cbde-4d93-9728-b2a4a3ef0a58 req-5189c5dd-2aa9-4992-b981-72a7f9acf1f4 service neutron] 10.222.0.67 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459765
Feb 03 20:10:51.935446 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c0c97806-cbde-4d93-9728-b2a4a3ef0a58 req-ed719b38-98f1-4412-b4e5-884a82a75026 service neutron] 10.222.0.67 "GET /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2068682
Feb 03 20:10:52.029455 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c42b5-eb2b-4fe8-a2fa-681726aa66e8 req-1470b5cf-ab2d-43f9-ad5d-7cc97e18901a tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:52.031036 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d57c42b5-eb2b-4fe8-a2fa-681726aa66e8 req-1470b5cf-ab2d-43f9-ad5d-7cc97e18901a tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 945 time: 0.2212756
Feb 03 20:10:52.097278 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d57c42b5-eb2b-4fe8-a2fa-681726aa66e8 req-e2b7a154-f1fc-496d-8921-997e3910a0bc tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0586283
Feb 03 20:10:52.385214 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a34ce-f072-4e93-8e75-0bf26a5e78e1 req-41474a09-2fbe-4257-a97b-190ba781b4f9 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:52.386936 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a50a34ce-f072-4e93-8e75-0bf26a5e78e1 req-41474a09-2fbe-4257-a97b-190ba781b4f9 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.1731393
Feb 03 20:10:52.453396 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a50a34ce-f072-4e93-8e75-0bf26a5e78e1 req-763ddd93-5d2a-487b-9239-e2acb8945098 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0601182
Feb 03 20:10:52.618422 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21b84a-a324-42f8-9435-8399dab0aadf req-39bbcecc-ed5d-4197-9683-543001a55560 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:52.620161 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-da21b84a-a324-42f8-9435-8399dab0aadf req-39bbcecc-ed5d-4197-9683-543001a55560 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 984 time: 0.1714518
Feb 03 20:10:52.704591 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-da21b84a-a324-42f8-9435-8399dab0aadf req-ce1fbc97-6d46-47ce-9d7d-17b5829531d7 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=5663f976-1f82-4dfa-a3db-d930dd8bae25&id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0779772
Feb 03 20:10:52.874009 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-de0c569b-19d1-4793-91da-68935fa719f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:53.373366 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c88d00-2afb-49f3-89df-f2e42c5d0bcf req-f997b630-34bc-4cf4-93a5-f8c5eb5f7a93 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:53.375020 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-16c88d00-2afb-49f3-89df-f2e42c5d0bcf req-f997b630-34bc-4cf4-93a5-f8c5eb5f7a93 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.1781983
Feb 03 20:10:53.411516 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4dc2a-9800-48b5-866d-066ebdbaee08 req-3eae28bd-b076-4dd3-ab1d-a241a9ecddd3 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:53.413164 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f0c4dc2a-9800-48b5-866d-066ebdbaee08 req-3eae28bd-b076-4dd3-ab1d-a241a9ecddd3 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 945 time: 0.1850793
Feb 03 20:10:53.478202 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f0c4dc2a-9800-48b5-866d-066ebdbaee08 req-47abf5dc-0307-401a-8e3e-52a6c181a4c6 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0585694
Feb 03 20:10:53.487839 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-16c88d00-2afb-49f3-89df-f2e42c5d0bcf req-d918bb4a-11ce-46d7-bd84-279435adfff4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Deleting port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:10:53.488253 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-16c88d00-2afb-49f3-89df-f2e42c5d0bcf req-d918bb4a-11ce-46d7-bd84-279435adfff4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:53.806471 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53a944-42f2-4c2b-8e22-ee54f56a5638 req-292cfdd3-4f40-4a46-9ed2-820e327b01fa tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:53.808104 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cd53a944-42f2-4c2b-8e22-ee54f56a5638 req-292cfdd3-4f40-4a46-9ed2-820e327b01fa tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 945 time: 0.1699233
Feb 03 20:10:53.867840 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 73d049f9-a6b7-47d9-8126-1cb74d2dec0f no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:10:53.877952 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cd53a944-42f2-4c2b-8e22-ee54f56a5638 req-2b761d55-8e13-44dd-b107-3b0bb343d6ef tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0629597
Feb 03 20:10:53.892703 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e11bf3-4178-4d2f-bd48-967ef56b5a49 req-aed53979-5e5d-4b01-b6e1-ae9b9b639edc tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:53.894417 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-43e11bf3-4178-4d2f-bd48-967ef56b5a49 req-aed53979-5e5d-4b01-b6e1-ae9b9b639edc tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 946 time: 0.3010788
Feb 03 20:10:53.944169 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-16c88d00-2afb-49f3-89df-f2e42c5d0bcf req-d918bb4a-11ce-46d7-bd84-279435adfff4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] For port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=73d049f9-a6b7-47d9-8126-1cb74d2dec0f,segment=NetworkSegment(2983977f-f2e2-4870-b6cb-bdc4e6955295),segment_id=2983977f-f2e2-4870-b6cb-bdc4e6955295)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:10:53.944582 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-16c88d00-2afb-49f3-89df-f2e42c5d0bcf req-d918bb4a-11ce-46d7-bd84-279435adfff4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:54.013785 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:54.045966 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a0d05e-ea1d-483f-91eb-7a291296ace3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73d049f9-a6b7-47d9-8126-1cb74d2dec0f'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:10:54.057730 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=73d049f9-a6b7-47d9-8126-1cb74d2dec0f,segment=NetworkSegment(2983977f-f2e2-4870-b6cb-bdc4e6955295),segment_id=2983977f-f2e2-4870-b6cb-bdc4e6955295)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:10:54.060932 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:54.062795 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:10:54.102933 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-16c88d00-2afb-49f3-89df-f2e42c5d0bcf req-d918bb4a-11ce-46d7-bd84-279435adfff4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Calling delete_port for 73d049f9-a6b7-47d9-8126-1cb74d2dec0f owned by compute:nova {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:10:54.168981 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-43e11bf3-4178-4d2f-bd48-967ef56b5a49 req-8c5e5273-7a44-49d1-b0ec-4b8cf89fd1c9 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2536082
Feb 03 20:10:54.171256 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=73d049f9-a6b7-47d9-8126-1cb74d2dec0f,revision_number=7']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:10:54.175003 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:10:54.206824 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cc581-0828-4bb3-8d87-49f532616294 req-2f3388df-24b8-4d7d-94a7-46576d5f6ec2 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:54.210036 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-846cc581-0828-4bb3-8d87-49f532616294 req-2f3388df-24b8-4d7d-94a7-46576d5f6ec2 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 984 time: 0.1968143
Feb 03 20:10:54.295341 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-846cc581-0828-4bb3-8d87-49f532616294 req-d88ef293-b659-4041-8c25-cd56fa0e8d14 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=5663f976-1f82-4dfa-a3db-d930dd8bae25&id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0798554
Feb 03 20:10:54.330465 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.api [req-16c88d00-2afb-49f3-89df-f2e42c5d0bcf req-d918bb4a-11ce-46d7-bd84-279435adfff4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80144) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 20:10:54.330838 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.api [req-16c88d00-2afb-49f3-89df-f2e42c5d0bcf req-d918bb4a-11ce-46d7-bd84-279435adfff4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 20:10:54.389704 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a0d05e-ea1d-483f-91eb-7a291296ace3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73d049f9-a6b7-47d9-8126-1cb74d2dec0f', 'code': 200}
Feb 03 20:10:54.418849 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-ccd5dd11-92a9-424f-901f-1d942ce3f28a tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2042046
Feb 03 20:10:54.429661 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Request body: {'floatingip': {'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:10:54.451930 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:10:54.461884 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:10:54.473691 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for floatingip, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:54.834030 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-16c88d00-2afb-49f3-89df-f2e42c5d0bcf req-d918bb4a-11ce-46d7-bd84-279435adfff4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Deleting port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:10:54.834273 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-16c88d00-2afb-49f3-89df-f2e42c5d0bcf req-d918bb4a-11ce-46d7-bd84-279435adfff4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:54.906284 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:55.282126 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-16c88d00-2afb-49f3-89df-f2e42c5d0bcf req-d918bb4a-11ce-46d7-bd84-279435adfff4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] For port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=73d049f9-a6b7-47d9-8126-1cb74d2dec0f,segment=NetworkSegment(2983977f-f2e2-4870-b6cb-bdc4e6955295),segment_id=2983977f-f2e2-4870-b6cb-bdc4e6955295)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:10:55.282533 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-16c88d00-2afb-49f3-89df-f2e42c5d0bcf req-d918bb4a-11ce-46d7-bd84-279435adfff4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:55.305060 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-11143f96-a952-4067-bcc0-192024558e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:55.443773 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-16c88d00-2afb-49f3-89df-f2e42c5d0bcf req-d918bb4a-11ce-46d7-bd84-279435adfff4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Calling delete_port for 73d049f9-a6b7-47d9-8126-1cb74d2dec0f owned by compute:nova {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:10:55.602017 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Allocated IP 172.27.3.156 (b3f750ce-bc55-47f2-a098-fbecdde1b124/04309e75-65fb-4427-af0c-5eb643715331/1e799cce-89d2-41da-9094-b67616855f9b) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:10:55.719182 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83476184-2c0d-49b4-b176-b62fad7b6a09 req-52cd11b4-0f08-4124-a848-0c4cdce0e417 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:55.720878 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-83476184-2c0d-49b4-b176-b62fad7b6a09 req-52cd11b4-0f08-4124-a848-0c4cdce0e417 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 944 time: 0.4138484
Feb 03 20:10:55.788424 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-83476184-2c0d-49b4-b176-b62fad7b6a09 req-9dde1ac2-c61f-4b74-baa0-2e7d85206160 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups?id=2d87376d-e4a0-48cb-96f9-d516a84e408c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0602963
Feb 03 20:10:55.847534 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-16c88d00-2afb-49f3-89df-f2e42c5d0bcf req-d918bb4a-11ce-46d7-bd84-279435adfff4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:55.852177 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:55.868853 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d29d13f0-b097-4744-a822-043a24f7f08f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:10:55.972166 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918bb4a-11ce-46d7-bd84-279435adfff4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Pushing event deleted for resources: {'Port': ['ID=73d049f9-a6b7-47d9-8126-1cb74d2dec0f,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:10:55.982793 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d918bb4a-11ce-46d7-bd84-279435adfff4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:10:55.996262 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:56.059221 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:56.076681 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d0a7dc88-cde4-4d11-a992-cb8a8a0edfe0 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:10:56.093328 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361999b-f7ae-4905-8c12-e59961ed8e56 req-79ac3517-c105-4812-ae17-5097d6920d55 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:56.095013 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9361999b-f7ae-4905-8c12-e59961ed8e56 req-79ac3517-c105-4812-ae17-5097d6920d55 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 984 time: 0.1704893
Feb 03 20:10:56.183098 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9361999b-f7ae-4905-8c12-e59961ed8e56 req-0f3d7993-1e0b-46a4-95d0-026ca27d8418 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=5663f976-1f82-4dfa-a3db-d930dd8bae25&id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0807352
Feb 03 20:10:56.240798 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c88d00-2afb-49f3-89df-f2e42c5d0bcf req-d918bb4a-11ce-46d7-bd84-279435adfff4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] No DVR routers for this DVR port 73d049f9-a6b7-47d9-8126-1cb74d2dec0f on host hv-cinder-77398 {{(pid=80144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:10:56.246592 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-16c88d00-2afb-49f3-89df-f2e42c5d0bcf req-d918bb4a-11ce-46d7-bd84-279435adfff4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:56.256830 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a0d05e-ea1d-483f-91eb-7a291296ace3', 'name': 'network-vif-deleted', 'tag': '73d049f9-a6b7-47d9-8126-1cb74d2dec0f'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:10:56.279019 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Pushing event updated for resources: {'Port': ['ID=1e799cce-89d2-41da-9094-b67616855f9b,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:10:56.285932 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:10:56.300354 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-16c88d00-2afb-49f3-89df-f2e42c5d0bcf req-d918bb4a-11ce-46d7-bd84-279435adfff4 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.67 "DELETE /v2.0/ports/73d049f9-a6b7-47d9-8126-1cb74d2dec0f HTTP/1.1" status: 204  len: 173 time: 2.9068680
Feb 03 20:10:56.341601 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Network b3f750ce-bc55-47f2-a098-fbecdde1b124 is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:10:56.342910 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:10:56.345084 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:10:56.440894 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:56.480188 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a0d05e-ea1d-483f-91eb-7a291296ace3', 'name': 'network-vif-deleted', 'tag': '73d049f9-a6b7-47d9-8126-1cb74d2dec0f', 'status': 'completed', 'code': 200}
Feb 03 20:10:56.509133 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:56.729301 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:56.830610 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for port, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:56.837037 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5360845'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:56.853765 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a073f713-7186-4137-950d-11f61d9bcb5d tempest-AttachVolumeNegativeTest-2127254039 tempest-AttachVolumeNegativeTest-2127254039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:10:56.917312 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51d4c9-ce96-4d2b-b236-8e2775092754 req-97911ee8-fa12-4089-85ca-868dd29e359b tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:56.919290 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2d51d4c9-ce96-4d2b-b236-8e2775092754 req-97911ee8-fa12-4089-85ca-868dd29e359b tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=3045bfe3-bc91-44f6-ae3e-288d539e0824 HTTP/1.1" status: 200  len: 945 time: 0.1941826
Feb 03 20:10:56.991644 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2d51d4c9-ce96-4d2b-b236-8e2775092754 req-82399241-b903-4b17-ae56-f6b34705627e tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=91bc4b34-ab6c-4c08-9eb1-7917f6a63ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659750
Feb 03 20:10:57.000790 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Pushing event updated for resources: {'Port': ['ID=1e799cce-89d2-41da-9094-b67616855f9b,revision_number=2']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:10:57.006288 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:10:57.126052 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:57.151295 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:57.152653 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.7279196
Feb 03 20:10:57.194993 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c0282abb-2464-438b-b5d8-0ad7ce5b232d req-7ebe9760-9dc9-44ef-a9f1-70f2d69be23d tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/ports?device_id=b2a0d05e-ea1d-483f-91eb-7a291296ace3 HTTP/1.1" status: 200  len: 210 time: 0.0541320
Feb 03 20:10:57.268786 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-d2bb46e0-ff63-41e0-9461-c9428959dc62 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Synchronizing usage tracker for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:floatingip {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:10:57.272541 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:57.288191 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-d2bb46e0-ff63-41e0-9461-c9428959dc62 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Unset dirty status for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:floatingip {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:10:57.289975 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-d2bb46e0-ff63-41e0-9461-c9428959dc62 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/floatingips?floating_ip_address=172.27.3.156 HTTP/1.1" status: 200  len: 696 time: 0.1301191
Feb 03 20:10:57.507415 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664f312-9d23-4ae8-92ff-648799b91a71 req-e2a70bed-3ac8-4af4-a7a1-2fc459e6eea1 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:57.510369 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8664f312-9d23-4ae8-92ff-648799b91a71 req-e2a70bed-3ac8-4af4-a7a1-2fc459e6eea1 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 984 time: 0.1851139
Feb 03 20:10:57.556272 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-63586bf0-5665-4ccb-8040-26ec51a58e3e tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:57.561961 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-22c22ebf-82ee-42f3-bb7b-f5efe175fbca req-63586bf0-5665-4ccb-8040-26ec51a58e3e tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/networks/b3f750ce-bc55-47f2-a098-fbecdde1b124 HTTP/1.1" status: 200  len: 784 time: 0.2654490
Feb 03 20:10:57.625332 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8664f312-9d23-4ae8-92ff-648799b91a71 req-782c237d-6251-4cb8-8aac-b379b43ca943 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=5663f976-1f82-4dfa-a3db-d930dd8bae25&id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1085432
Feb 03 20:10:57.879329 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-32596bbd-5501-41cd-a600-480cd5afb2b1 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:57.881176 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-32596bbd-5501-41cd-a600-480cd5afb2b1 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1788533
Feb 03 20:10:57.895172 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:57.986037 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-9bf4427f-fd20-4c8f-bd63-4e439ac44afb tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/floatingips?floating_ip_address=172.27.3.156 HTTP/1.1" status: 200  len: 696 time: 0.0978353
Feb 03 20:10:57.997209 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-e54332b4-0525-4d51-a666-adc1056d97e0 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Request body: {'floatingip': {'port_id': 'fbb7edda-21be-48e4-b2a7-7ffdbdd4700d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:10:58.306191 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c95dd-be71-429b-85be-aca9b88d6c80 req-56c223f7-d6ce-4c03-9589-95910422e31f tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:58.307794 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b13c95dd-be71-429b-85be-aca9b88d6c80 req-56c223f7-d6ce-4c03-9589-95910422e31f tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=3045bfe3-bc91-44f6-ae3e-288d539e0824 HTTP/1.1" status: 200  len: 945 time: 0.1783764
Feb 03 20:10:58.325723 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-e54332b4-0525-4d51-a666-adc1056d97e0 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for floatingip, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:58.373299 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b13c95dd-be71-429b-85be-aca9b88d6c80 req-c56ac927-f51d-4fdf-b148-6b7c57d5567e tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=91bc4b34-ab6c-4c08-9eb1-7917f6a63ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589828
Feb 03 20:10:58.562673 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6e9852f0-05b4-483c-b59b-e613029024a2 req-d5d8eff2-c6ce-4bc3-ba4b-5fd1a079d105 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "GET /v2.0/security-groups/2d87376d-e4a0-48cb-96f9-d516a84e408c HTTP/1.1" status: 200  len: 2991 time: 0.0683842
Feb 03 20:10:58.668374 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-6e9852f0-05b4-483c-b59b-e613029024a2 req-923dcf60-fe2c-4ff1-bc10-3597f9c20073 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:58.704802 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-6e9852f0-05b4-483c-b59b-e613029024a2 req-923dcf60-fe2c-4ff1-bc10-3597f9c20073 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:58.751944 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-6e9852f0-05b4-483c-b59b-e613029024a2 req-923dcf60-fe2c-4ff1-bc10-3597f9c20073 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:58.757234 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c6dffe7e-945f-4b84-a385-463e6c39b4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:10:58.773160 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dcf60-fe2c-4ff1-bc10-3597f9c20073 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d87376d-e4a0-48cb-96f9-d516a84e408c,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:10:58.778804 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-923dcf60-fe2c-4ff1-bc10-3597f9c20073 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:10:58.781305 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-6e9852f0-05b4-483c-b59b-e613029024a2 req-923dcf60-fe2c-4ff1-bc10-3597f9c20073 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:58.782020 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6e9852f0-05b4-483c-b59b-e613029024a2 req-923dcf60-fe2c-4ff1-bc10-3597f9c20073 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] 10.222.0.103 "DELETE /v2.0/security-groups/2d87376d-e4a0-48cb-96f9-d516a84e408c HTTP/1.1" status: 204  len: 173 time: 0.2032483
Feb 03 20:10:59.010970 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-e54332b4-0525-4d51-a666-adc1056d97e0 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:59.019927 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-e54332b4-0525-4d51-a666-adc1056d97e0 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:59.053840 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226584f-5941-4122-98d2-4cac05df679a req-718e4dce-a3ee-444f-b932-4341de866193 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:59.055591 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f226584f-5941-4122-98d2-4cac05df679a req-718e4dce-a3ee-444f-b932-4341de866193 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 984 time: 0.1694443
Feb 03 20:10:59.140832 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f226584f-5941-4122-98d2-4cac05df679a req-bad4ea8b-1fa4-4daf-b065-c06204a5cbd1 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=5663f976-1f82-4dfa-a3db-d930dd8bae25&id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0787504
Feb 03 20:10:59.230645 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34132) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:10:59.301044 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a51d00bf-5705-4f78-ac05-c080b7afa058 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:59.302829 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a51d00bf-5705-4f78-ac05-c080b7afa058 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.67 "GET /v2.0/ports?device_id=3045bfe3-bc91-44f6-ae3e-288d539e0824 HTTP/1.1" status: 200  len: 945 time: 0.3394742
Feb 03 20:10:59.362278 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.l3_db [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-e54332b4-0525-4d51-a666-adc1056d97e0 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Floating IP 57a6f93c-574f-4ef6-86bb-d48423239f94 associated. External IP: 172.27.3.156, port: fbb7edda-21be-48e4-b2a7-7ffdbdd4700d.
Feb 03 20:10:59.544236 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Deleting port 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:10:59.544559 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:10:59.859167 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:10:59.889053 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba680e-37a3-4bbd-ad27-0c962c51d7f4 req-79a1f464-a6b9-45df-838c-f5a2958510a1 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:10:59.890782 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b4ba680e-37a3-4bbd-ad27-0c962c51d7f4 req-79a1f464-a6b9-45df-838c-f5a2958510a1 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=3045bfe3-bc91-44f6-ae3e-288d539e0824 HTTP/1.1" status: 200  len: 945 time: 0.3790102
Feb 03 20:10:59.987275 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:00.016366 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] For port 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf,segment=NetworkSegment(9319fd51-3f8a-4400-83f2-37446c6d8ab0),segment_id=9319fd51-3f8a-4400-83f2-37446c6d8ab0)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:11:00.016748 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:00.018129 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3045bfe3-bc91-44f6-ae3e-288d539e0824', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:11:00.021989 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b4ba680e-37a3-4bbd-ad27-0c962c51d7f4 req-a24a0133-7d72-49c6-a545-e2e930ce749b tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=91bc4b34-ab6c-4c08-9eb1-7917f6a63ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1228914
Feb 03 20:11:00.029127 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf,segment=NetworkSegment(9319fd51-3f8a-4400-83f2-37446c6d8ab0),segment_id=9319fd51-3f8a-4400-83f2-37446c6d8ab0)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:11:00.033664 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:00.035987 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:00.103505 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3045bfe3-bc91-44f6-ae3e-288d539e0824', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf', 'code': 200}
Feb 03 20:11:00.115148 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf,revision_number=5']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:00.118626 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:00.180129 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7d3dba9a-828b-4c3c-9b3a-4c9a72f22d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846788810'] for router_interface, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:00.330563 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-e54332b4-0525-4d51-a666-adc1056d97e0 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Router 9ae22426-1376-4ec1-8705-c2076b0cc55c has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:11:00.625535 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db997ed-9877-4a98-bc99-278b147c9eed req-c3ae6c3c-6dfc-4d4e-9d91-5e35eb16b74a tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:00.627273 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2db997ed-9877-4a98-bc99-278b147c9eed req-c3ae6c3c-6dfc-4d4e-9d91-5e35eb16b74a tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 984 time: 0.3171892
Feb 03 20:11:00.732683 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2db997ed-9877-4a98-bc99-278b147c9eed req-7c35bf7a-1eb1-4500-aaff-e972900102d2 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=5663f976-1f82-4dfa-a3db-d930dd8bae25&id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0941815
Feb 03 20:11:00.736049 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-e54332b4-0525-4d51-a666-adc1056d97e0 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:11:00.744607 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-e54332b4-0525-4d51-a666-adc1056d97e0 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:00.749415 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0874a4b-2a37-4854-85bc-b18e77ccb311 None None] Sync routers for ids ['9ae22426-1376-4ec1-8705-c2076b0cc55c'] in dv-cinder-773985-1-iscsi {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:11:00.763347 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0874a4b-2a37-4854-85bc-b18e77ccb311 None None] Routers {'9ae22426-1376-4ec1-8705-c2076b0cc55c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:11:00.764071 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-e0874a4b-2a37-4854-85bc-b18e77ccb311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a2112e8>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:10:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['9ae22426-1376-4ec1-8705-c2076b0cc55c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:00.782904 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:00.783221 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:00.783575 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.l3_db [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Floating IP 5da98356-5120-437d-b679-693fc205d3d1 disassociated. External IP: 172.27.3.84, port: 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf.
Feb 03 20:11:00.783986 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Calling delete_port for 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf owned by compute:nova {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:11:00.811483 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-7d3dba9a-828b-4c3c-9b3a-4c9a72f22d3f admin admin] Deleting port 2094a418-59f6-4399-93dd-4910f37c4c9f {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:00.811858 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7d3dba9a-828b-4c3c-9b3a-4c9a72f22d3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:00.872016 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-e54332b4-0525-4d51-a666-adc1056d97e0 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "PUT /v2.0/floatingips/57a6f93c-574f-4ef6-86bb-d48423239f94 HTTP/1.1" status: 200  len: 996 time: 2.8787715
Feb 03 20:11:00.874263 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b874956-a676-4614-9baf-f147074784ab', 'tag': 'fbb7edda-21be-48e4-b2a7-7ffdbdd4700d'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:11:00.954557 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.api [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80144) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 20:11:00.954812 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.api [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 20:11:00.969216 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b874956-a676-4614-9baf-f147074784ab', 'tag': 'fbb7edda-21be-48e4-b2a7-7ffdbdd4700d', 'status': 'completed', 'code': 200}
Feb 03 20:11:00.983797 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-8a1eeea8-60e0-453a-bb58-69ebc90d7128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:00.985658 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-8a1eeea8-60e0-453a-bb58-69ebc90d7128 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d&device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 1162 time: 0.0888371
Feb 03 20:11:00.993823 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-e0874a4b-2a37-4854-85bc-b18e77ccb311 None None] Set router 9ae22426-1376-4ec1-8705-c2076b0cc55c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:11:01.010370 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-7d3dba9a-828b-4c3c-9b3a-4c9a72f22d3f admin admin] For port 2094a418-59f6-4399-93dd-4910f37c4c9f, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=2094a418-59f6-4399-93dd-4910f37c4c9f,segment=NetworkSegment(2983977f-f2e2-4870-b6cb-bdc4e6955295),segment_id=2983977f-f2e2-4870-b6cb-bdc4e6955295)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:11:01.010771 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7d3dba9a-828b-4c3c-9b3a-4c9a72f22d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:01.158008 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-48441336-5071-47d5-bc66-45b1d8aa7d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:01.160780 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-48441336-5071-47d5-bc66-45b1d8aa7d73 service neutron] 10.222.0.103 "GET /v2.0/networks?id=9ff78e91-b7de-4878-8334-c0473181ce8a HTTP/1.1" status: 200  len: 907 time: 0.1671233
Feb 03 20:11:01.209884 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-7d3dba9a-828b-4c3c-9b3a-4c9a72f22d3f admin admin] Calling delete_port for 2094a418-59f6-4399-93dd-4910f37c4c9f owned by network:router_interface {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:11:01.283988 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-349c423a-5dea-4c73-a07d-a5cc4a9c980b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbb7edda-21be-48e4-b2a7-7ffdbdd4700d HTTP/1.1" status: 200  len: 999 time: 0.1152277
Feb 03 20:11:01.366862 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-cc34f00e-35b8-4b54-b6f8-fb5244e8602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:01.368520 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-cc34f00e-35b8-4b54-b6f8-fb5244e8602b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b9a47023-a7e6-4e5a-a78e-878b5980dff8 HTTP/1.1" status: 200  len: 851 time: 0.0774808
Feb 03 20:11:01.392734 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6469ff-c1fb-4c76-9fc6-e336035c5834 req-b2da5bb0-ee8a-41a2-9eac-22f56122be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:01.394392 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7e6469ff-c1fb-4c76-9fc6-e336035c5834 req-b2da5bb0-ee8a-41a2-9eac-22f56122be09 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d&device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 1162 time: 0.3752892
Feb 03 20:11:01.454716 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-4024b7d6-605d-4dc0-96c2-72a0f899fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:01.455931 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-4024b7d6-605d-4dc0-96c2-72a0f899fe6f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=9ff78e91-b7de-4878-8334-c0473181ce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0805962
Feb 03 20:11:01.456472 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Deleting port 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:01.456977 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:01.525593 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70232fd9-0868-4ab3-933b-60cd03fde194 req-513c7bd5-3817-4d8d-9d25-3d763131633e tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:01.537329 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-70232fd9-0868-4ab3-933b-60cd03fde194 req-513c7bd5-3817-4d8d-9d25-3d763131633e tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=3045bfe3-bc91-44f6-ae3e-288d539e0824 HTTP/1.1" status: 200  len: 943 time: 0.3390822
Feb 03 20:11:01.581506 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-e0874a4b-2a37-4854-85bc-b18e77ccb311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a2112e8>, [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '57a6f93c-574f-4ef6-86bb-d48423239f94', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'port_id': 'fbb7edda-21be-48e4-b2a7-7ffdbdd4700d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'mac_address': 'fa:16:3e:b6:5e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b874956-a676-4614-9baf-f147074784ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:10:56Z', 'updated_at': '2021-02-03T20:10:58Z', 'revision_number': 1, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116', 'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'mac_address': 'fa:16:3e:83:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:35Z', 'updated_at': '2021-02-03T20:06:46Z', 'revision_number': 5, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'subnets': [{'id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:01.587028 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0874a4b-2a37-4854-85bc-b18e77ccb311 None None] Checking router: 9ae22426-1376-4ec1-8705-c2076b0cc55c for host: dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:11:01.597466 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0874a4b-2a37-4854-85bc-b18e77ccb311 None None] Routers {'9ae22426-1376-4ec1-8705-c2076b0cc55c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:11:01.598149 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-e0874a4b-2a37-4854-85bc-b18e77ccb311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a2112e8>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:10:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['9ae22426-1376-4ec1-8705-c2076b0cc55c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:01.813064 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-e0874a4b-2a37-4854-85bc-b18e77ccb311 None None] Set router 9ae22426-1376-4ec1-8705-c2076b0cc55c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:11:01.836562 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-d0caf6ec-7a9b-4941-ba3f-4bdc35224edd service neutron] 10.222.0.103 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3524702
Feb 03 20:11:01.876608 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:11:01.950648 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-70232fd9-0868-4ab3-933b-60cd03fde194 req-53134bc1-2d4e-4a76-8963-392ea75333b1 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups?id=91bc4b34-ab6c-4c08-9eb1-7917f6a63ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4118001
Feb 03 20:11:02.018096 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] For port 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf,segment=NetworkSegment(9319fd51-3f8a-4400-83f2-37446c6d8ab0),segment_id=9319fd51-3f8a-4400-83f2-37446c6d8ab0)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:11:02.018501 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:02.037194 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6469ff-c1fb-4c76-9fc6-e336035c5834 req-680875d9-fe3a-4cfc-8488-cf22638de822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:02.038958 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7e6469ff-c1fb-4c76-9fc6-e336035c5834 req-680875d9-fe3a-4cfc-8488-cf22638de822 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9ff78e91-b7de-4878-8334-c0473181ce8a HTTP/1.1" status: 200  len: 907 time: 0.6324718
Feb 03 20:11:02.079720 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device c3244613-f66e-448f-ad40-b1fc672afe93 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:11:02.163752 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5238bc9c-f2bd-4c54-8d15-54460d9df7b0 req-1edb1d40-edf9-4e9f-b173-401a2d9eae0b service neutron] 10.222.0.103 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3184602
Feb 03 20:11:02.201447 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port c3244613-f66e-448f-ad40-b1fc672afe93 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:11:02.201881 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:02.225118 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7d3dba9a-828b-4c3c-9b3a-4c9a72f22d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:02.245656 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-977414ec-22bd-45f8-8d20-99d58ab56258 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:02.367526 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3dba9a-828b-4c3c-9b3a-4c9a72f22d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=2094a418-59f6-4399-93dd-4910f37c4c9f,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:02.374370 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7d3dba9a-828b-4c3c-9b3a-4c9a72f22d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:02.380645 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7e6469ff-c1fb-4c76-9fc6-e336035c5834 req-3c5a726c-4330-4c72-93fb-2f18e34bc683 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbb7edda-21be-48e4-b2a7-7ffdbdd4700d HTTP/1.1" status: 200  len: 999 time: 0.3235567
Feb 03 20:11:02.410657 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:02.411144 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:02.411473 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.l3_db [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Floating IP 5da98356-5120-437d-b679-693fc205d3d1 disassociated. External IP: 172.27.3.84, port: 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf.
Feb 03 20:11:02.412019 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Calling delete_port for 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf owned by compute:nova {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:11:02.415739 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-e0874a4b-2a37-4854-85bc-b18e77ccb311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a2112e8>, [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '57a6f93c-574f-4ef6-86bb-d48423239f94', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'port_id': 'fbb7edda-21be-48e4-b2a7-7ffdbdd4700d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'mac_address': 'fa:16:3e:b6:5e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b874956-a676-4614-9baf-f147074784ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:10:56Z', 'updated_at': '2021-02-03T20:10:58Z', 'revision_number': 1, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116', 'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'mac_address': 'fa:16:3e:83:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:35Z', 'updated_at': '2021-02-03T20:06:46Z', 'revision_number': 5, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'subnets': [{'id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:02.420649 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0874a4b-2a37-4854-85bc-b18e77ccb311 None None] The sync data for ids ['9ae22426-1376-4ec1-8705-c2076b0cc55c'] in dv-cinder-773985-1-iscsi is: [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '57a6f93c-574f-4ef6-86bb-d48423239f94', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'port_id': 'fbb7edda-21be-48e4-b2a7-7ffdbdd4700d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'mac_address': 'fa:16:3e:b6:5e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b874956-a676-4614-9baf-f147074784ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:10:56Z', 'updated_at': '2021-02-03T20:10:58Z', 'revision_number': 1, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116', 'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'mac_address': 'fa:16:3e:83:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:35Z', 'updated_at': '2021-02-03T20:06:46Z', 'revision_number': 5, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'subnets': [{'id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:11:02.579303 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:02.581872 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b1c99-eeb3-42c8-8337-2908f6f8e88f req-e5ea6c9d-0bf8-45e3-b4d8-827ce6357755 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:02.588448 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f73b1c99-eeb3-42c8-8337-2908f6f8e88f req-e5ea6c9d-0bf8-45e3-b4d8-827ce6357755 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 984 time: 0.4744835
Feb 03 20:11:02.595484 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b048df4a-ea43-440a-b195-90ce0a360805 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:02.624822 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6469ff-c1fb-4c76-9fc6-e336035c5834 req-8828fd8b-1326-471b-8d32-3d1f10c144b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:02.627219 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7e6469ff-c1fb-4c76-9fc6-e336035c5834 req-8828fd8b-1326-471b-8d32-3d1f10c144b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a47023-a7e6-4e5a-a78e-878b5980dff8 HTTP/1.1" status: 200  len: 851 time: 0.2337527
Feb 03 20:11:02.648225 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Pushing event deleted for resources: {'Port': ['ID=47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:02.699683 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:02.735701 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0c0765-cbc7-4b48-a5f8-7d091f2ec6a8 None None] New status for floating IP 57a6f93c-574f-4ef6-86bb-d48423239f94: ACTIVE {{(pid=80148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 20:11:02.802443 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f73b1c99-eeb3-42c8-8337-2908f6f8e88f req-972ce889-79f0-46f7-985e-9b395665d7b7 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=5663f976-1f82-4dfa-a3db-d930dd8bae25&id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1986272
Feb 03 20:11:03.009227 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6469ff-c1fb-4c76-9fc6-e336035c5834 req-f9487fd9-2db6-496f-9add-9286f246fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:03.010804 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7e6469ff-c1fb-4c76-9fc6-e336035c5834 req-f9487fd9-2db6-496f-9add-9286f246fc25 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9ff78e91-b7de-4878-8334-c0473181ce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3742514
Feb 03 20:11:03.030512 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Router c3823f3b-a720-4dce-a97b-5dacb62b620c has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:11:03.144037 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7d3dba9a-828b-4c3c-9b3a-4c9a72f22d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7825387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7986546'] for router_interface, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:03.301736 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7e6469ff-c1fb-4c76-9fc6-e336035c5834 req-cde5db5e-3046-4d86-b7e2-499c7bad25b0 service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2791035
Feb 03 20:11:03.480080 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9f2e6084-9e52-4846-8d68-28a0fec5c4f2 req-26ad1f5c-2043-4eb3-a190-46babef94a82 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/ports?device_id=3045bfe3-bc91-44f6-ae3e-288d539e0824 HTTP/1.1" status: 200  len: 210 time: 0.0640514
Feb 03 20:11:03.524926 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:11:03.535297 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e093efd0-c846-401a-9953-1afe25841adf None None] Sync routers for ids ['c3823f3b-a720-4dce-a97b-5dacb62b620c'] in dv-cinder-773985-1-iscsi {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:11:03.546246 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e093efd0-c846-401a-9953-1afe25841adf None None] Routers {'c3823f3b-a720-4dce-a97b-5dacb62b620c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:11:03.547022 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-e093efd0-c846-401a-9953-1afe25841adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a7e2630>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:10:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['c3823f3b-a720-4dce-a97b-5dacb62b620c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:03.565344 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] No DVR routers for this DVR port 47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf on host hv-cinder-77398 {{(pid=80144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:11:03.568870 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:03.575855 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3045bfe3-bc91-44f6-ae3e-288d539e0824', 'name': 'network-vif-deleted', 'tag': '47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:11:03.601859 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a54e47b0-9379-4328-9a63-efa670ee98e6 req-a55f4253-4658-4815-b21e-1acb32cc6ed3 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.67 "DELETE /v2.0/ports/47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf HTTP/1.1" status: 204  len: 173 time: 4.2911417
Feb 03 20:11:03.644218 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7e6469ff-c1fb-4c76-9fc6-e336035c5834 req-1306f12a-24f6-4ef9-87b9-f585018862e9 service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3335292
Feb 03 20:11:03.677071 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3045bfe3-bc91-44f6-ae3e-288d539e0824', 'name': 'network-vif-deleted', 'tag': '47f2c258-2e1d-42e3-9e9d-0f97a6e31aaf', 'status': 'completed', 'code': 200}
Feb 03 20:11:03.790376 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-e093efd0-c846-401a-9953-1afe25841adf None None] Set router c3823f3b-a720-4dce-a97b-5dacb62b620c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:11:03.884778 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3dba9a-828b-4c3c-9b3a-4c9a72f22d3f admin admin] Router 81f8e5b4-e07d-487d-af04-ce18e61948c3 has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:11:04.135467 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8955458-64b5-4549-9d96-c75dc42883d3 req-936a4227-b31d-4a0c-b519-457da6aeb16c tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:04.137323 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d8955458-64b5-4549-9d96-c75dc42883d3 req-936a4227-b31d-4a0c-b519-457da6aeb16c tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 984 time: 0.1865997
Feb 03 20:11:04.160817 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-e093efd0-c846-401a-9953-1afe25841adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a7e2630>, [{'id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'name': 'tempest-AttachVolumeTestJSON-1808507074-router', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:49Z', 'updated_at': '2021-02-03T20:03:15Z', 'revision_number': 4, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'gw_port': {'id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:52Z', 'updated_at': '2021-02-03T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '23e4b5e9-433d-4a56-8e52-2997339fe7f3', 'name': '', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'mac_address': 'fa:16:3e:31:70:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:11Z', 'updated_at': '2021-02-03T20:03:30Z', 'revision_number': 5, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'subnets': [{'id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:04.166218 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e093efd0-c846-401a-9953-1afe25841adf None None] Checking router: c3823f3b-a720-4dce-a97b-5dacb62b620c for host: dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:11:04.176094 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e093efd0-c846-401a-9953-1afe25841adf None None] Routers {'c3823f3b-a720-4dce-a97b-5dacb62b620c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:11:04.176843 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-e093efd0-c846-401a-9953-1afe25841adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a7e2630>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:10:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['c3823f3b-a720-4dce-a97b-5dacb62b620c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:04.230472 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d8955458-64b5-4549-9d96-c75dc42883d3 req-14d172d7-de6d-447c-998d-4699e22d7b33 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=5663f976-1f82-4dfa-a3db-d930dd8bae25&id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0856428
Feb 03 20:11:04.352131 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3dba9a-828b-4c3c-9b3a-4c9a72f22d3f admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:11:04.363211 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993714eb-f687-4e01-8999-f94c38f956e0 None None] Sync routers for ids ['81f8e5b4-e07d-487d-af04-ce18e61948c3'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:11:04.373340 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993714eb-f687-4e01-8999-f94c38f956e0 None None] Routers {'81f8e5b4-e07d-487d-af04-ce18e61948c3'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:11:04.374340 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-993714eb-f687-4e01-8999-f94c38f956e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93ab2b550>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:10:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['81f8e5b4-e07d-487d-af04-ce18e61948c3'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:04.374912 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 34160) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:04.376479 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-7d3dba9a-828b-4c3c-9b3a-4c9a72f22d3f admin admin] 10.222.0.103 "PUT /v2.0/routers/81f8e5b4-e07d-487d-af04-ce18e61948c3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1442490
Feb 03 20:11:04.389352 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-e093efd0-c846-401a-9953-1afe25841adf None None] Set router c3823f3b-a720-4dce-a97b-5dacb62b620c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:11:04.581788 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-993714eb-f687-4e01-8999-f94c38f956e0 None None] Set router 81f8e5b4-e07d-487d-af04-ce18e61948c3 gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:11:04.624433 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-899ed437-8411-448f-9eb4-dc96b8f24aa8 admin admin] Notify callbacks [] for router, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:04.671154 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34168) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:04.762902 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a736-496e-494a-a577-cd2ca141da49 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:04.799813 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a736-496e-494a-a577-cd2ca141da49 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:04.838091 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-899ed437-8411-448f-9eb4-dc96b8f24aa8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:04.845738 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-899ed437-8411-448f-9eb4-dc96b8f24aa8 admin admin] Deleting port 8029af4c-2e4a-4c52-9de3-b83db6983e0e {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:04.846353 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-899ed437-8411-448f-9eb4-dc96b8f24aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:04.855626 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a736-496e-494a-a577-cd2ca141da49 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:04.862624 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a6fa987f-a33d-4648-b270-ab861cb7e9c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:04.878169 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3a736-496e-494a-a577-cd2ca141da49 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bc4b34-ab6c-4c08-9eb1-7917f6a63ab7,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:04.881530 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9dc3a736-496e-494a-a577-cd2ca141da49 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:04.894270 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a736-496e-494a-a577-cd2ca141da49 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:04.896669 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-9dc3a736-496e-494a-a577-cd2ca141da49 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "DELETE /v2.0/security-groups/91bc4b34-ab6c-4c08-9eb1-7917f6a63ab7 HTTP/1.1" status: 204  len: 168 time: 0.2241540
Feb 03 20:11:04.899495 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34172) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:04.921715 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.v2.resource [None req-732fbf47-2305-41a8-b03f-366556e4ccc6 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] show failed (client error): The resource could not be found.
Feb 03 20:11:04.922864 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-732fbf47-2305-41a8-b03f-366556e4ccc6 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "GET /v2.0/security-groups/91bc4b34-ab6c-4c08-9eb1-7917f6a63ab7 HTTP/1.1" status: 404  len: 347 time: 0.0222421
Feb 03 20:11:04.927048 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34176) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:04.943656 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-993714eb-f687-4e01-8999-f94c38f956e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93ab2b550>, [{'id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'name': 'tempest-TestShelveInstance-2114625990-router', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:29Z', 'updated_at': '2021-02-03T20:11:01Z', 'revision_number': 5, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'gw_port': {'id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:31Z', 'updated_at': '2021-02-03T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:04.958293 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993714eb-f687-4e01-8999-f94c38f956e0 None None] Checking router: 81f8e5b4-e07d-487d-af04-ce18e61948c3 for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:11:04.969121 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993714eb-f687-4e01-8999-f94c38f956e0 None None] Routers {'81f8e5b4-e07d-487d-af04-ce18e61948c3'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:11:04.970036 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-993714eb-f687-4e01-8999-f94c38f956e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93ab2b550>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:10:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['81f8e5b4-e07d-487d-af04-ce18e61948c3'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:04.979429 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-e093efd0-c846-401a-9953-1afe25841adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a7e2630>, [{'id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'name': 'tempest-AttachVolumeTestJSON-1808507074-router', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:49Z', 'updated_at': '2021-02-03T20:03:15Z', 'revision_number': 4, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'gw_port': {'id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:52Z', 'updated_at': '2021-02-03T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '23e4b5e9-433d-4a56-8e52-2997339fe7f3', 'name': '', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'mac_address': 'fa:16:3e:31:70:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:11Z', 'updated_at': '2021-02-03T20:03:30Z', 'revision_number': 5, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'subnets': [{'id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:04.984310 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e093efd0-c846-401a-9953-1afe25841adf None None] The sync data for ids ['c3823f3b-a720-4dce-a97b-5dacb62b620c'] in dv-cinder-773985-1-iscsi is: [{'id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'name': 'tempest-AttachVolumeTestJSON-1808507074-router', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:49Z', 'updated_at': '2021-02-03T20:03:15Z', 'revision_number': 4, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'gw_port': {'id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:52Z', 'updated_at': '2021-02-03T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '23e4b5e9-433d-4a56-8e52-2997339fe7f3', 'name': '', 'network_id': 'b2eb7e8c-bcbc-45cd-b50e-636bc852ed45', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'mac_address': 'fa:16:3e:31:70:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:11Z', 'updated_at': '2021-02-03T20:03:30Z', 'revision_number': 5, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'subnets': [{'id': 'f359afcf-4f0c-4f99-9cfc-156f20cf5791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:11:05.081712 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-899ed437-8411-448f-9eb4-dc96b8f24aa8 admin admin] For port 8029af4c-2e4a-4c52-9de3-b83db6983e0e, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=8029af4c-2e4a-4c52-9de3-b83db6983e0e,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:11:05.082474 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-899ed437-8411-448f-9eb4-dc96b8f24aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:05.146622 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-d1845aa6-5950-4eac-b954-b6c6ad52f5cf tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Deleting port b6e107fb-03c5-4fd7-a9fe-47aaa3f831fc {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:05.147391 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d1845aa6-5950-4eac-b954-b6c6ad52f5cf tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:05.237417 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-899ed437-8411-448f-9eb4-dc96b8f24aa8 admin admin] Calling delete_port for 8029af4c-2e4a-4c52-9de3-b83db6983e0e owned by network:router_gateway {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:11:05.375844 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-993714eb-f687-4e01-8999-f94c38f956e0 None None] Set router 81f8e5b4-e07d-487d-af04-ce18e61948c3 gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:11:05.376751 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d1845aa6-5950-4eac-b954-b6c6ad52f5cf tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:05.377230 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d1845aa6-5950-4eac-b954-b6c6ad52f5cf tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:05.397887 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-899ed437-8411-448f-9eb4-dc96b8f24aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]: WARNING neutron.plugins.ml2.ovo_rpc [None req-899ed437-8411-448f-9eb4-dc96b8f24aa8 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     result = function(*args, **kwargs)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     proto.__init__(conn_state, self)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     self.handle()
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     self.handle_one_request()
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     self.handle_one_response()
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     result = self.application(self.environ, start_response)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     return app(environ, start_response)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     resp = self.call_func(req, *args, **kw)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.func(req, *args, **kwargs)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     response = req.get_response(self.application)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     application, catch_exc_info=False)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     app_iter = application(self.environ, start_response)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     resp = self.call_func(req, *args, **kw)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.func(req, *args, **kwargs)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     response = req.get_response(self.application)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     application, catch_exc_info=False)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     app_iter = application(self.environ, start_response)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     resp = self.call_func(req, *args, **kw)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.func(req, *args, **kwargs)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     response = req.get_response(self.application)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     application, catch_exc_info=False)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     app_iter = application(self.environ, start_response)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     resp = self.call_func(req, *args, **kw)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.func(req, *args, **kwargs)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     response = req.get_response(self.application)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     application, catch_exc_info=False)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     app_iter = application(self.environ, start_response)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     resp = self.call_func(req, *args, **kw)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.func(req, *args, **kwargs)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     return request.get_response(self.application)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     application, catch_exc_info=False)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     app_iter = application(self.environ, start_response)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     resp = self.call_func(req, *args, **kw)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.func(req, *args, **kwargs)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     response = req.get_response(self._app)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     application, catch_exc_info=False)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     app_iter = application(self.environ, start_response)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     return resp(environ, start_response)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     return resp(environ, start_response)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     response = self.app(environ, start_response)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     return resp(environ, start_response)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     resp = self.call_func(req, *args, **kw)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.func(req, *args, **kwargs)
Feb 03 20:11:05.405067 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     result = method(request=request, **args)
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self._delete(request, id, **kwargs)
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(*args, **kwargs)
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(*args, **kwargs)
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(*dup_args, **dup_kwargs)
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     obj_deleter(request.context, id, **kwargs)
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     return method(*args, **kwargs)
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(*args, **kwargs)
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(*args, **kwargs)
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(*dup_args, **dup_kwargs)
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     self._delete_current_gw_port(context, id, router, None)
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(self, context, *args, **kwargs)
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     return method(*args, **kwargs)
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     context, port, router_ids, bound_mech_contexts)
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     return function(*args, **kwargs)
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     callback(resource, event, trigger, **kwargs)
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     if self._is_session_semantic_violated(context, resource, event):
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 03 20:11:05.413660 dv-cinder-773985-1-iscsi neutron-server[80033]:     stack = traceback.extract_stack()
Feb 03 20:11:05.423955 dv-cinder-773985-1-iscsi neutron-server[80033]: 
Feb 03 20:11:05.539799 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81442aa-aa9d-48e9-b780-4e527c2338d6 None None] New status for floating IP 5da98356-5120-437d-b679-693fc205d3d1: DOWN {{(pid=80147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 20:11:05.567013 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-d1845aa6-5950-4eac-b954-b6c6ad52f5cf tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Calling delete_port for b6e107fb-03c5-4fd7-a9fe-47aaa3f831fc owned by network:floatingip {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:11:05.649044 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-899ed437-8411-448f-9eb4-dc96b8f24aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7986836'] for router_gateway, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:05.750757 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-993714eb-f687-4e01-8999-f94c38f956e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93ab2b550>, [{'id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'name': 'tempest-TestShelveInstance-2114625990-router', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:29Z', 'updated_at': '2021-02-03T20:11:01Z', 'revision_number': 5, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'gw_port': {'id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:31Z', 'updated_at': '2021-02-03T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:05.755916 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993714eb-f687-4e01-8999-f94c38f956e0 None None] The sync data for ids ['81f8e5b4-e07d-487d-af04-ce18e61948c3'] in dv-cinder-773985-1-iscsi is: [{'id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'name': 'tempest-TestShelveInstance-2114625990-router', 'tenant_id': 'de9531b4b9754686a636343b8ed74fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:29Z', 'updated_at': '2021-02-03T20:11:01Z', 'revision_number': 5, 'project_id': 'de9531b4b9754686a636343b8ed74fe7', 'gw_port': {'id': '8029af4c-2e4a-4c52-9de3-b83db6983e0e', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8e5b4-e07d-487d-af04-ce18e61948c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:31Z', 'updated_at': '2021-02-03T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:11:05.788154 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05351b1-9b25-4f0c-aa67-3d6a5353d0f7 req-ce2264ce-708e-4f11-a965-026bfd091f82 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:05.789550 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f05351b1-9b25-4f0c-aa67-3d6a5353d0f7 req-ce2264ce-708e-4f11-a965-026bfd091f82 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 984 time: 0.3297577
Feb 03 20:11:05.800121 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.api [None req-c81442aa-aa9d-48e9-b780-4e527c2338d6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Feb 03 20:11:05.800121 dv-cinder-773985-1-iscsi neutron-server[80033]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s]
Feb 03 20:11:05.800121 dv-cinder-773985-1-iscsi neutron-server[80033]: [parameters: {'status': 'DOWN', 'floatingips_id': '5da98356-5120-437d-b679-693fc205d3d1'}]
Feb 03 20:11:05.800121 dv-cinder-773985-1-iscsi neutron-server[80033]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80147) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 20:11:05.800640 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.api [None req-c81442aa-aa9d-48e9-b780-4e527c2338d6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 20:11:05.808777 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-899ed437-8411-448f-9eb4-dc96b8f24aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63079'] for router, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:05.813281 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-899ed437-8411-448f-9eb4-dc96b8f24aa8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:05.908300 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-899ed437-8411-448f-9eb4-dc96b8f24aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846793365'] for router, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:05.908858 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899ed437-8411-448f-9eb4-dc96b8f24aa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81f8e5b4-e07d-487d-af04-ce18e61948c3 {{(pid=80144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 03 20:11:05.922110 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-899ed437-8411-448f-9eb4-dc96b8f24aa8 admin admin] Notify callbacks [] for router, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:05.923490 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-899ed437-8411-448f-9eb4-dc96b8f24aa8 admin admin] 10.222.0.103 "DELETE /v2.0/routers/81f8e5b4-e07d-487d-af04-ce18e61948c3 HTTP/1.1" status: 204  len: 168 time: 1.5473685
Feb 03 20:11:05.926181 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 34182) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:05.932812 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f05351b1-9b25-4f0c-aa67-3d6a5353d0f7 req-76cba7b3-b766-4d00-a073-c1320b975bda tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=5663f976-1f82-4dfa-a3db-d930dd8bae25&id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1361172
Feb 03 20:11:05.941739 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d1845aa6-5950-4eac-b954-b6c6ad52f5cf tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:05.958030 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e37aa983-8ae5-48a0-98fe-502296b1da49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:05.994276 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bfef3f-5d98-4aa4-bfab-1242cac29688 admin admin] Deleting subnet 56df7b6f-0026-430c-8ccd-068706ffc2ff {{(pid=80144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 20:11:05.997796 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-58bfef3f-5d98-4aa4-bfab-1242cac29688 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:06.055181 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1845aa6-5950-4eac-b954-b6c6ad52f5cf tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Pushing event deleted for resources: {'Port': ['ID=b6e107fb-03c5-4fd7-a9fe-47aaa3f831fc,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:06.056273 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-58bfef3f-5d98-4aa4-bfab-1242cac29688 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849024670'] for subnet, precommit_delete_associations {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:06.062630 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d1845aa6-5950-4eac-b954-b6c6ad52f5cf tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:06.184249 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-58bfef3f-5d98-4aa4-bfab-1242cac29688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-240091'] for subnet, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:06.190247 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d1845aa6-5950-4eac-b954-b6c6ad52f5cf tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks [] for floatingip, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:06.205869 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d1845aa6-5950-4eac-b954-b6c6ad52f5cf tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:06.208241 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-d1845aa6-5950-4eac-b954-b6c6ad52f5cf tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] 10.222.0.103 "DELETE /v2.0/floatingips/5da98356-5120-437d-b679-693fc205d3d1 HTTP/1.1" status: 204  len: 168 time: 1.2790234
Feb 03 20:11:06.302672 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81442aa-aa9d-48e9-b780-4e527c2338d6 None None] New status for floating IP 5da98356-5120-437d-b679-693fc205d3d1: DOWN {{(pid=80147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 20:11:06.482048 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-58bfef3f-5d98-4aa4-bfab-1242cac29688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854535725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5360768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6378840'] for subnet, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:06.498544 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-591737ab-0228-40e1-ba3e-a74a6d117f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:06.586281 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfef3f-5d98-4aa4-bfab-1242cac29688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56df7b6f-0026-430c-8ccd-068706ffc2ff,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:06.589287 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-58bfef3f-5d98-4aa4-bfab-1242cac29688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:06.639592 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-58bfef3f-5d98-4aa4-bfab-1242cac29688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:06.644809 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c562b9-c9f3-4a24-8598-9c1252d8e906 None None] Network 363b23da-45c6-4a09-8348-d34a237bdcb0 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:11:06.646326 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-58bfef3f-5d98-4aa4-bfab-1242cac29688 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/56df7b6f-0026-430c-8ccd-068706ffc2ff HTTP/1.1" status: 204  len: 168 time: 0.7184052
Feb 03 20:11:06.649083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34190) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:06.773610 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854670727'] for network, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:06.847772 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] Deleting port 93b55fb6-748f-49f1-8ba2-089df21077a5 {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:06.848071 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:06.908518 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5677ffd6-217e-4062-b3f5-737c0bdafb3f None None] DHCP port deletion for 363b23da-45c6-4a09-8348-d34a237bdcb0 request from dv-cinder-773985-1-iscsi {{(pid=80147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 03 20:11:06.914010 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-5677ffd6-217e-4062-b3f5-737c0bdafb3f None None] Deleting port 93b55fb6-748f-49f1-8ba2-089df21077a5 {{(pid=80147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:06.914443 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5677ffd6-217e-4062-b3f5-737c0bdafb3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:07.113795 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] For port 93b55fb6-748f-49f1-8ba2-089df21077a5, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=93b55fb6-748f-49f1-8ba2-089df21077a5,segment=NetworkSegment(2983977f-f2e2-4870-b6cb-bdc4e6955295),segment_id=2983977f-f2e2-4870-b6cb-bdc4e6955295)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:11:07.114234 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:07.173411 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-5677ffd6-217e-4062-b3f5-737c0bdafb3f None None] For port 93b55fb6-748f-49f1-8ba2-089df21077a5, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=93b55fb6-748f-49f1-8ba2-089df21077a5,segment=NetworkSegment(2983977f-f2e2-4870-b6cb-bdc4e6955295),segment_id=2983977f-f2e2-4870-b6cb-bdc4e6955295)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:11:07.173829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5677ffd6-217e-4062-b3f5-737c0bdafb3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:07.252795 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfaa15-90e6-4a60-9afe-fe5d72350a08 req-564c08e9-d9c7-4871-ab27-076a11b351d9 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:07.254340 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] Calling delete_port for 93b55fb6-748f-49f1-8ba2-089df21077a5 owned by network:dhcp {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:11:07.255215 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9abfaa15-90e6-4a60-9afe-fe5d72350a08 req-564c08e9-d9c7-4871-ab27-076a11b351d9 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 984 time: 0.1855006
Feb 03 20:11:07.312175 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-5677ffd6-217e-4062-b3f5-737c0bdafb3f None None] Calling delete_port for 93b55fb6-748f-49f1-8ba2-089df21077a5 owned by network:dhcp {{(pid=80147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:11:07.334504 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:07.341112 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9abfaa15-90e6-4a60-9afe-fe5d72350a08 req-ab577de2-8730-45d7-a927-f5eff4e8f1f6 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=5663f976-1f82-4dfa-a3db-d930dd8bae25&id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0799673
Feb 03 20:11:07.350550 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-973e13e2-5eca-4c7e-b820-92b68b3e0d35 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:07.449985 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] Pushing event deleted for resources: {'Port': ['ID=93b55fb6-748f-49f1-8ba2-089df21077a5,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:07.452835 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:07.462430 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.api [None req-5677ffd6-217e-4062-b3f5-737c0bdafb3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80147) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 20:11:07.462846 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.api [None req-5677ffd6-217e-4062-b3f5-737c0bdafb3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 20:11:07.501244 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] No DVR routers for this DVR port 93b55fb6-748f-49f1-8ba2-089df21077a5 on host dv-cinder-773985-1-iscsi {{(pid=80146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:11:07.631348 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-242256', 'neutron.services.segments.db._delete_segments_for_network--9223363255462345878'] for network, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:07.679761 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 2094a418-59f6-4399-93dd-4910f37c4c9f no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:11:07.720542 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: 2094a418-59f6-4399-93dd-4910f37c4c9f {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:11:07.720936 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 2094a418-59f6-4399-93dd-4910f37c4c9f not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:11:07.721409 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 8029af4c-2e4a-4c52-9de3-b83db6983e0e no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:11:07.750855 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc93af43c18>,) {'filters': {'network_id': ['363b23da-45c6-4a09-8348-d34a237bdcb0']}} {{(pid=80146) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:07.757739 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: 8029af4c-2e4a-4c52-9de3-b83db6983e0e {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:11:07.758138 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 8029af4c-2e4a-4c52-9de3-b83db6983e0e not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:11:07.758603 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 93b55fb6-748f-49f1-8ba2-089df21077a5 no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:11:07.764475 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93af43c18>, '2983977f-f2e2-4870-b6cb-bdc4e6955295') {'for_net_delete': True} {{(pid=80146) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:07.764816 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93af43c18>, '2983977f-f2e2-4870-b6cb-bdc4e6955295') {} {{(pid=80146) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:07.777338 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255462350230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8253293'] for segment, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:07.796827 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:07.797897 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: 93b55fb6-748f-49f1-8ba2-089df21077a5 {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:11:07.798298 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 93b55fb6-748f-49f1-8ba2-089df21077a5 not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:11:07.799280 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 20:11:07.964762 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-5677ffd6-217e-4062-b3f5-737c0bdafb3f None None] Deleting port 93b55fb6-748f-49f1-8ba2-089df21077a5 {{(pid=80147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:07.965123 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5677ffd6-217e-4062-b3f5-737c0bdafb3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:07.985288 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] Network 363b23da-45c6-4a09-8348-d34a237bdcb0 has no segments {{(pid=80146) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:11:07.995037 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-238909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848090829'] for segment, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:08.037676 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-5677ffd6-217e-4062-b3f5-737c0bdafb3f None None] The port '93b55fb6-748f-49f1-8ba2-089df21077a5' was deleted {{(pid=80147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 03 20:11:08.173829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] Network 363b23da-45c6-4a09-8348-d34a237bdcb0 has no segments {{(pid=80146) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]: Traceback (most recent call last):
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:     timer()
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:     cb(*args, **kw)
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:     return func(*args, **kwargs)
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:     self._notify()
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:     self.callback(batched_events)
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:     event.method(event)
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:     segment_id)['aggregates'][0]
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(self, *a, **k)
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self._get(url).json()
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:     **kwargs)
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.request(url, 'GET', **kwargs)
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:     **endpoint_filter)
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 20:11:08.200020 dv-cinder-773985-1-iscsi neutron-server[80033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 20:11:08.208285 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device c3244613-f66e-448f-ad40-b1fc672afe93 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:11:08.281314 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854533528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846788979'] for network, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:08.290044 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:08.291605 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port c3244613-f66e-448f-ad40-b1fc672afe93 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:11:08.292065 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:08.302492 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:08.311301 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] Pushing event deleted for resources: {'Network': ['ID=363b23da-45c6-4a09-8348-d34a237bdcb0,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:08.317532 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:08.325854 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] 10.222.0.103 "DELETE /v2.0/networks/363b23da-45c6-4a09-8348-d34a237bdcb0 HTTP/1.1" status: 204  len: 168 time: 1.6756542
Feb 03 20:11:08.328919 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34202) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:09.042672 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01526b61-f89f-4edb-901f-b0d4e683f419 req-a67beeae-0edb-4062-b956-cb5fcba4c403 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:09.044409 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-01526b61-f89f-4edb-901f-b0d4e683f419 req-a67beeae-0edb-4062-b956-cb5fcba4c403 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 984 time: 0.5627224
Feb 03 20:11:09.153964 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-01526b61-f89f-4edb-901f-b0d4e683f419 req-142e4859-f719-45a4-99ea-5014527fb845 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=5663f976-1f82-4dfa-a3db-d930dd8bae25&id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0999494
Feb 03 20:11:09.384728 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-74dfc56c-9c3c-4e00-a660-8fc0391f5006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846788810'] for router_interface, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:09.759250 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-74dfc56c-9c3c-4e00-a660-8fc0391f5006 admin admin] Deleting port 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:09.759625 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-74dfc56c-9c3c-4e00-a660-8fc0391f5006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:09.947869 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-74dfc56c-9c3c-4e00-a660-8fc0391f5006 admin admin] For port 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=006038fe-d9bb-4b92-a32f-2c8c9bf1ac67,segment=NetworkSegment(52e67090-6e6a-4e44-aef2-b95c030383b3),segment_id=52e67090-6e6a-4e44-aef2-b95c030383b3)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:11:09.948390 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-74dfc56c-9c3c-4e00-a660-8fc0391f5006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:10.086954 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-74dfc56c-9c3c-4e00-a660-8fc0391f5006 admin admin] Calling delete_port for 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 owned by network:router_interface {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:11:10.271934 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-74dfc56c-9c3c-4e00-a660-8fc0391f5006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:10.288634 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:10.330946 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 34236) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:10.337132 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfc56c-9c3c-4e00-a660-8fc0391f5006 admin admin] Pushing event deleted for resources: {'Port': ['ID=006038fe-d9bb-4b92-a32f-2c8c9bf1ac67,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:10.389347 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-74dfc56c-9c3c-4e00-a660-8fc0391f5006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:10.725656 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-74dfc56c-9c3c-4e00-a660-8fc0391f5006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7825387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7986546'] for router_interface, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:11.003040 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d44581-7ac5-4ef1-94eb-11e10746947b req-2ba1c198-ad16-4a8f-a030-e49b50dfdbc3 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:11.004731 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-84d44581-7ac5-4ef1-94eb-11e10746947b req-2ba1c198-ad16-4a8f-a030-e49b50dfdbc3 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.5842309
Feb 03 20:11:11.223196 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-84d44581-7ac5-4ef1-94eb-11e10746947b req-d7c17347-cb0e-48e5-b652-6c3b7c1d1061 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2108846
Feb 03 20:11:11.248727 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dfc56c-9c3c-4e00-a660-8fc0391f5006 admin admin] Router f0b0480b-18e5-4408-8edd-19fe21b4804c has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:11:11.466963 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-cc4604fe-7776-48b3-90ce-cfe58beb6bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846788810'] for router_interface, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:11.703978 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dfc56c-9c3c-4e00-a660-8fc0391f5006 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:11:11.713902 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b5d9a6-bf8d-4a69-a96a-d12a0a7dc968 None None] Sync routers for ids ['f0b0480b-18e5-4408-8edd-19fe21b4804c'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:11:11.714459 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-74dfc56c-9c3c-4e00-a660-8fc0391f5006 admin admin] 10.222.0.103 "PUT /v2.0/routers/f0b0480b-18e5-4408-8edd-19fe21b4804c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3844681
Feb 03 20:11:11.717469 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34242) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:11.727788 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b5d9a6-bf8d-4a69-a96a-d12a0a7dc968 None None] Routers {'f0b0480b-18e5-4408-8edd-19fe21b4804c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:11:11.728566 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-20b5d9a6-bf8d-4a69-a96a-d12a0a7dc968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93acabb38>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:10:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['f0b0480b-18e5-4408-8edd-19fe21b4804c'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:11.870497 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-cc4604fe-7776-48b3-90ce-cfe58beb6bcb admin admin] Deleting port 23e4b5e9-433d-4a56-8e52-2997339fe7f3 {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:11.870787 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-cc4604fe-7776-48b3-90ce-cfe58beb6bcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:11.919715 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f5019c03-10b8-4ab9-b307-7388af950872 admin admin] Notify callbacks [] for router, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:11.933479 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-20b5d9a6-bf8d-4a69-a96a-d12a0a7dc968 None None] Set router f0b0480b-18e5-4408-8edd-19fe21b4804c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:11:12.061334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-cc4604fe-7776-48b3-90ce-cfe58beb6bcb admin admin] For port 23e4b5e9-433d-4a56-8e52-2997339fe7f3, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=23e4b5e9-433d-4a56-8e52-2997339fe7f3,segment=NetworkSegment(9319fd51-3f8a-4400-83f2-37446c6d8ab0),segment_id=9319fd51-3f8a-4400-83f2-37446c6d8ab0)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:11:12.061739 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-cc4604fe-7776-48b3-90ce-cfe58beb6bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:12.164791 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 10c05a94-49db-4d78-9a1b-32f2ea943d0c up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:11:12.211003 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-cc4604fe-7776-48b3-90ce-cfe58beb6bcb admin admin] Calling delete_port for 23e4b5e9-433d-4a56-8e52-2997339fe7f3 owned by network:router_interface {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:11:12.248782 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 10c05a94-49db-4d78-9a1b-32f2ea943d0c triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:11:12.249395 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:12.268352 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-20b5d9a6-bf8d-4a69-a96a-d12a0a7dc968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93acabb38>, [{'id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'name': 'tempest-TestShelveInstance-868513069-router', 'tenant_id': 'db232e331f4c440995d6d18bb98f0686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '9b7d9364-c369-48bf-92bc-2fd0ef94f6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:39Z', 'updated_at': '2021-02-03T20:11:10Z', 'revision_number': 5, 'project_id': 'db232e331f4c440995d6d18bb98f0686', 'gw_port': {'id': '9b7d9364-c369-48bf-92bc-2fd0ef94f6ed', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:40Z', 'updated_at': '2021-02-03T20:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:12.274075 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b5d9a6-bf8d-4a69-a96a-d12a0a7dc968 None None] Checking router: f0b0480b-18e5-4408-8edd-19fe21b4804c for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:11:12.280676 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84f383-bce4-4ef5-81c8-b0ffbb418f14 req-92201e36-4774-4b7e-bfe8-a17f9c7d3a72 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:12.282828 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1a84f383-bce4-4ef5-81c8-b0ffbb418f14 req-92201e36-4774-4b7e-bfe8-a17f9c7d3a72 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.67 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.2172334
Feb 03 20:11:12.284066 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f5019c03-10b8-4ab9-b307-7388af950872 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:12.286968 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b5d9a6-bf8d-4a69-a96a-d12a0a7dc968 None None] Routers {'f0b0480b-18e5-4408-8edd-19fe21b4804c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:11:12.288042 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-20b5d9a6-bf8d-4a69-a96a-d12a0a7dc968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93acabb38>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:10:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['f0b0480b-18e5-4408-8edd-19fe21b4804c'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:12.297888 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-f5019c03-10b8-4ab9-b307-7388af950872 admin admin] Deleting port 9b7d9364-c369-48bf-92bc-2fd0ef94f6ed {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:12.298371 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f5019c03-10b8-4ab9-b307-7388af950872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:12.507233 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-20b5d9a6-bf8d-4a69-a96a-d12a0a7dc968 None None] Set router f0b0480b-18e5-4408-8edd-19fe21b4804c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:11:12.587132 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-cc4604fe-7776-48b3-90ce-cfe58beb6bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:12.603601 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5dd4ae59-7ab1-4c0c-ae90-4bdcda6953db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:12.635622 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-1a84f383-bce4-4ef5-81c8-b0ffbb418f14 req-4663393a-f349-449b-8d35-62266651ba0c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Deleting port 10c05a94-49db-4d78-9a1b-32f2ea943d0c {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:12.636059 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1a84f383-bce4-4ef5-81c8-b0ffbb418f14 req-4663393a-f349-449b-8d35-62266651ba0c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:12.701075 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4604fe-7776-48b3-90ce-cfe58beb6bcb admin admin] Pushing event deleted for resources: {'Port': ['ID=23e4b5e9-433d-4a56-8e52-2997339fe7f3,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:12.709557 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-cc4604fe-7776-48b3-90ce-cfe58beb6bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:12.845619 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-20b5d9a6-bf8d-4a69-a96a-d12a0a7dc968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93acabb38>, [{'id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'name': 'tempest-TestShelveInstance-868513069-router', 'tenant_id': 'db232e331f4c440995d6d18bb98f0686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '9b7d9364-c369-48bf-92bc-2fd0ef94f6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:39Z', 'updated_at': '2021-02-03T20:11:10Z', 'revision_number': 5, 'project_id': 'db232e331f4c440995d6d18bb98f0686', 'gw_port': {'id': '9b7d9364-c369-48bf-92bc-2fd0ef94f6ed', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:40Z', 'updated_at': '2021-02-03T20:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:12.852385 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b5d9a6-bf8d-4a69-a96a-d12a0a7dc968 None None] The sync data for ids ['f0b0480b-18e5-4408-8edd-19fe21b4804c'] in dv-cinder-773985-1-iscsi is: [{'id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'name': 'tempest-TestShelveInstance-868513069-router', 'tenant_id': 'db232e331f4c440995d6d18bb98f0686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '9b7d9364-c369-48bf-92bc-2fd0ef94f6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:39Z', 'updated_at': '2021-02-03T20:11:10Z', 'revision_number': 5, 'project_id': 'db232e331f4c440995d6d18bb98f0686', 'gw_port': {'id': '9b7d9364-c369-48bf-92bc-2fd0ef94f6ed', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b0480b-18e5-4408-8edd-19fe21b4804c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:40Z', 'updated_at': '2021-02-03T20:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:11:12.906337 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568df8c-c5f0-4011-b009-67f9a2215873 req-5440af5a-868f-4d3e-953c-55b70584e9a4 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:12.914868 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e568df8c-c5f0-4011-b009-67f9a2215873 req-5440af5a-868f-4d3e-953c-55b70584e9a4 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.4815619
Feb 03 20:11:12.999545 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-f5019c03-10b8-4ab9-b307-7388af950872 admin admin] For port 9b7d9364-c369-48bf-92bc-2fd0ef94f6ed, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=9b7d9364-c369-48bf-92bc-2fd0ef94f6ed,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:11:12.999971 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f5019c03-10b8-4ab9-b307-7388af950872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:13.045964 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-cc4604fe-7776-48b3-90ce-cfe58beb6bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7825387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7986546'] for router_interface, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:13.060317 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e568df8c-c5f0-4011-b009-67f9a2215873 req-428466bf-8f2f-4aaa-b85c-45ad5a6fb63b tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1443284
Feb 03 20:11:13.246694 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-f5019c03-10b8-4ab9-b307-7388af950872 admin admin] Calling delete_port for 9b7d9364-c369-48bf-92bc-2fd0ef94f6ed owned by network:router_gateway {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:11:13.380480 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-1a84f383-bce4-4ef5-81c8-b0ffbb418f14 req-4663393a-f349-449b-8d35-62266651ba0c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] For port 10c05a94-49db-4d78-9a1b-32f2ea943d0c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=10c05a94-49db-4d78-9a1b-32f2ea943d0c,segment=NetworkSegment(21f320d7-b94d-4ce4-b976-ee13b6aa7f47),segment_id=21f320d7-b94d-4ce4-b976-ee13b6aa7f47)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:11:13.381009 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1a84f383-bce4-4ef5-81c8-b0ffbb418f14 req-4663393a-f349-449b-8d35-62266651ba0c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:13.626098 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f5019c03-10b8-4ab9-b307-7388af950872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:13.699312 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:11:13.740424 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:11:13.740918 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 006038fe-d9bb-4b92-a32f-2c8c9bf1ac67 not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:11:13.823705 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4604fe-7776-48b3-90ce-cfe58beb6bcb admin admin] Router c3823f3b-a720-4dce-a97b-5dacb62b620c has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:11:13.964387 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1a84f383-bce4-4ef5-81c8-b0ffbb418f14 req-4663393a-f349-449b-8d35-62266651ba0c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:13.964796 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1a84f383-bce4-4ef5-81c8-b0ffbb418f14 req-4663393a-f349-449b-8d35-62266651ba0c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:13.965161 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.l3_db [req-1a84f383-bce4-4ef5-81c8-b0ffbb418f14 req-4663393a-f349-449b-8d35-62266651ba0c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Floating IP 6aacc4d0-f8b2-4b4f-84cd-9b6991b58dd5 disassociated. External IP: 172.27.3.95, port: 10c05a94-49db-4d78-9a1b-32f2ea943d0c.
Feb 03 20:11:13.965804 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-1a84f383-bce4-4ef5-81c8-b0ffbb418f14 req-4663393a-f349-449b-8d35-62266651ba0c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Calling delete_port for 10c05a94-49db-4d78-9a1b-32f2ea943d0c owned by compute:nova {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:11:14.006354 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 10c05a94-49db-4d78-9a1b-32f2ea943d0c no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:11:14.033848 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4604fe-7776-48b3-90ce-cfe58beb6bcb admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:11:14.051437 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-cc4604fe-7776-48b3-90ce-cfe58beb6bcb admin admin] 10.222.0.103 "PUT /v2.0/routers/c3823f3b-a720-4dce-a97b-5dacb62b620c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7167625
Feb 03 20:11:14.053773 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 34248) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:14.055496 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0058456-d752-4b0e-8ed5-074063532b0f None None] Sync routers for ids ['c3823f3b-a720-4dce-a97b-5dacb62b620c'] in dv-cinder-773985-1-iscsi {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:11:14.094633 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0058456-d752-4b0e-8ed5-074063532b0f None None] Routers {'c3823f3b-a720-4dce-a97b-5dacb62b620c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:11:14.095334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-d0058456-d752-4b0e-8ed5-074063532b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a765dd8>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:10:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['c3823f3b-a720-4dce-a97b-5dacb62b620c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:14.277042 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-98a20f47-009e-4655-a123-c07a2011c79a admin admin] Notify callbacks [] for router, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:14.336957 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f5019c03-10b8-4ab9-b307-7388af950872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7986836'] for router_gateway, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:14.519245 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f5019c03-10b8-4ab9-b307-7388af950872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63079'] for router, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:14.523421 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f5019c03-10b8-4ab9-b307-7388af950872 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:14.585800 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-98a20f47-009e-4655-a123-c07a2011c79a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:14.594912 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f5019c03-10b8-4ab9-b307-7388af950872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846793365'] for router, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:14.595488 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5019c03-10b8-4ab9-b307-7388af950872 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0b0480b-18e5-4408-8edd-19fe21b4804c {{(pid=80146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 03 20:11:14.629757 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:14.647284 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1a84f383-bce4-4ef5-81c8-b0ffbb418f14 req-4663393a-f349-449b-8d35-62266651ba0c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:14.684889 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae27caa-590c-44e6-8982-f18c92a66b50 req-c3fda586-fb21-4d68-b390-5ce9657f7e8b tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:14.686629 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7ae27caa-590c-44e6-8982-f18c92a66b50 req-c3fda586-fb21-4d68-b390-5ce9657f7e8b tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 945 time: 0.3481123
Feb 03 20:11:14.694243 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-98a20f47-009e-4655-a123-c07a2011c79a admin admin] Deleting port 14671638-1e8b-4893-8f7c-e0ac0a5c6604 {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:14.694626 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-98a20f47-009e-4655-a123-c07a2011c79a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:14.724581 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-d0058456-d752-4b0e-8ed5-074063532b0f None None] Set router c3823f3b-a720-4dce-a97b-5dacb62b620c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:11:14.794313 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-74dfc56c-9c3c-4e00-a660-8fc0391f5006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:14.832834 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7ae27caa-590c-44e6-8982-f18c92a66b50 req-1f498265-4289-4479-b052-155387ff03e1 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups?id=0130c24b-6804-4910-8aa3-d490c0468253&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1048663
Feb 03 20:11:14.834722 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f5019c03-10b8-4ab9-b307-7388af950872 admin admin] Notify callbacks [] for router, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:14.840315 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-f5019c03-10b8-4ab9-b307-7388af950872 admin admin] 10.222.0.103 "DELETE /v2.0/routers/f0b0480b-18e5-4408-8edd-19fe21b4804c HTTP/1.1" status: 204  len: 168 time: 3.1205022
Feb 03 20:11:14.846969 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34254) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:14.915494 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663393a-f349-449b-8d35-62266651ba0c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Pushing event deleted for resources: {'Port': ['ID=10c05a94-49db-4d78-9a1b-32f2ea943d0c,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:14.925648 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-4663393a-f349-449b-8d35-62266651ba0c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:14.987599 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-98a20f47-009e-4655-a123-c07a2011c79a admin admin] For port 14671638-1e8b-4893-8f7c-e0ac0a5c6604, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=14671638-1e8b-4893-8f7c-e0ac0a5c6604,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:11:14.987805 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-98a20f47-009e-4655-a123-c07a2011c79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:15.102366 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-d0058456-d752-4b0e-8ed5-074063532b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a765dd8>, [{'id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'name': 'tempest-AttachVolumeTestJSON-1808507074-router', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:49Z', 'updated_at': '2021-02-03T20:11:12Z', 'revision_number': 5, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'gw_port': {'id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:52Z', 'updated_at': '2021-02-03T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:15.106696 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0058456-d752-4b0e-8ed5-074063532b0f None None] Checking router: c3823f3b-a720-4dce-a97b-5dacb62b620c for host: dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:11:15.116444 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0058456-d752-4b0e-8ed5-074063532b0f None None] Routers {'c3823f3b-a720-4dce-a97b-5dacb62b620c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:11:15.117075 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-d0058456-d752-4b0e-8ed5-074063532b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a765dd8>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:10:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['c3823f3b-a720-4dce-a97b-5dacb62b620c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:15.120616 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c840643-a3aa-4f41-9de6-bb651998087b admin admin] Deleting subnet adf121b5-9548-41a5-a812-491a5af95ccd {{(pid=80146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 20:11:15.126507 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7c840643-a3aa-4f41-9de6-bb651998087b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:15.128638 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-98a20f47-009e-4655-a123-c07a2011c79a admin admin] Calling delete_port for 14671638-1e8b-4893-8f7c-e0ac0a5c6604 owned by network:router_gateway {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:11:15.205648 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7c840643-a3aa-4f41-9de6-bb651998087b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846522523'] for subnet, precommit_delete_associations {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:15.269069 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a84f383-bce4-4ef5-81c8-b0ffbb418f14 req-4663393a-f349-449b-8d35-62266651ba0c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Router 877cde41-2f25-405b-8f68-b9d7c65d3c4a has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:11:15.279473 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-98a20f47-009e-4655-a123-c07a2011c79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:15.317915 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-d0058456-d752-4b0e-8ed5-074063532b0f None None] Set router c3823f3b-a720-4dce-a97b-5dacb62b620c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:11:15.493427 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-98a20f47-009e-4655-a123-c07a2011c79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7986836'] for router_gateway, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:15.558595 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7c840643-a3aa-4f41-9de6-bb651998087b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-240091'] for subnet, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:15.619591 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a84f383-bce4-4ef5-81c8-b0ffbb418f14 req-4663393a-f349-449b-8d35-62266651ba0c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:11:15.629796 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421f717b-4c72-47ea-aa4a-0675215a7860 None None] Sync routers for ids ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:11:15.642651 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421f717b-4c72-47ea-aa4a-0675215a7860 None None] Routers {'877cde41-2f25-405b-8f68-b9d7c65d3c4a'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:11:15.643345 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-421f717b-4c72-47ea-aa4a-0675215a7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93acabbe0>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:10:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:15.644831 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-98a20f47-009e-4655-a123-c07a2011c79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63079'] for router, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:15.647221 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-98a20f47-009e-4655-a123-c07a2011c79a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:15.669861 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-98a20f47-009e-4655-a123-c07a2011c79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846793365'] for router, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:15.670532 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a20f47-009e-4655-a123-c07a2011c79a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3823f3b-a720-4dce-a97b-5dacb62b620c {{(pid=80144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 03 20:11:15.696016 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a84f383-bce4-4ef5-81c8-b0ffbb418f14 req-4663393a-f349-449b-8d35-62266651ba0c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] No DVR routers for this DVR port 10c05a94-49db-4d78-9a1b-32f2ea943d0c on host hv-cinder-77398 {{(pid=80146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:11:15.696229 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-98a20f47-009e-4655-a123-c07a2011c79a admin admin] Notify callbacks [] for router, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:15.701500 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-98a20f47-009e-4655-a123-c07a2011c79a admin admin] 10.222.0.103 "DELETE /v2.0/routers/c3823f3b-a720-4dce-a97b-5dacb62b620c HTTP/1.1" status: 204  len: 168 time: 1.6471155
Feb 03 20:11:15.702309 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 34258) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:15.709969 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 9b7d9364-c369-48bf-92bc-2fd0ef94f6ed no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:11:15.719479 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-1a84f383-bce4-4ef5-81c8-b0ffbb418f14 req-4663393a-f349-449b-8d35-62266651ba0c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:15.721798 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1a84f383-bce4-4ef5-81c8-b0ffbb418f14 req-4663393a-f349-449b-8d35-62266651ba0c tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.67 "DELETE /v2.0/ports/10c05a94-49db-4d78-9a1b-32f2ea943d0c HTTP/1.1" status: 204  len: 173 time: 3.3639612
Feb 03 20:11:15.722371 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a50f76-4db1-4cbc-ba37-3ca5255133c4', 'name': 'network-vif-deleted', 'tag': '10c05a94-49db-4d78-9a1b-32f2ea943d0c'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:11:15.773965 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: 9b7d9364-c369-48bf-92bc-2fd0ef94f6ed {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:11:15.774344 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 9b7d9364-c369-48bf-92bc-2fd0ef94f6ed not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:11:15.777700 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-d0058456-d752-4b0e-8ed5-074063532b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a765dd8>, [{'id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'name': 'tempest-AttachVolumeTestJSON-1808507074-router', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:49Z', 'updated_at': '2021-02-03T20:11:12Z', 'revision_number': 5, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'gw_port': {'id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:52Z', 'updated_at': '2021-02-03T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:15.781095 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb2c3f9-dc23-4240-b1d8-abc08777cb23 admin admin] Deleting subnet f359afcf-4f0c-4f99-9cfc-156f20cf5791 {{(pid=80144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 20:11:15.794903 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0058456-d752-4b0e-8ed5-074063532b0f None None] The sync data for ids ['c3823f3b-a720-4dce-a97b-5dacb62b620c'] in dv-cinder-773985-1-iscsi is: [{'id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'name': 'tempest-AttachVolumeTestJSON-1808507074-router', 'tenant_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:49Z', 'updated_at': '2021-02-03T20:11:12Z', 'revision_number': 5, 'project_id': '20e86c4b370d4d1ab70110e25f1ebe04', 'gw_port': {'id': '14671638-1e8b-4893-8f7c-e0ac0a5c6604', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823f3b-a720-4dce-a97b-5dacb62b620c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:52Z', 'updated_at': '2021-02-03T20:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}] {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:11:15.797182 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0fb2c3f9-dc23-4240-b1d8-abc08777cb23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:15.874175 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0fb2c3f9-dc23-4240-b1d8-abc08777cb23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849024670'] for subnet, precommit_delete_associations {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:15.901461 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a50f76-4db1-4cbc-ba37-3ca5255133c4', 'name': 'network-vif-deleted', 'tag': '10c05a94-49db-4d78-9a1b-32f2ea943d0c', 'status': 'completed', 'code': 200}
Feb 03 20:11:15.987172 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0fb2c3f9-dc23-4240-b1d8-abc08777cb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-240091'] for subnet, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:16.043258 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7c840643-a3aa-4f41-9de6-bb651998087b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854535725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848090788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6536506'] for subnet, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:16.064564 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9b3b84eb-a342-4fb1-b5ff-9ae792563c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:16.164389 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c840643-a3aa-4f41-9de6-bb651998087b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adf121b5-9548-41a5-a812-491a5af95ccd,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:16.167419 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7c840643-a3aa-4f41-9de6-bb651998087b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:16.170381 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-421f717b-4c72-47ea-aa4a-0675215a7860 None None] Set router 877cde41-2f25-405b-8f68-b9d7c65d3c4a gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:11:16.219743 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8a01fa26-9204-4141-93ef-d0038f37f089 req-a8e6f388-c317-47f6-ad1c-6d6d0b09a1f2 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/ports?device_id=41a50f76-4db1-4cbc-ba37-3ca5255133c4 HTTP/1.1" status: 200  len: 210 time: 0.0589864
Feb 03 20:11:16.223041 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7c840643-a3aa-4f41-9de6-bb651998087b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:16.230336 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-7c840643-a3aa-4f41-9de6-bb651998087b admin admin] 10.222.0.103 "DELETE /v2.0/subnets/adf121b5-9548-41a5-a812-491a5af95ccd HTTP/1.1" status: 204  len: 168 time: 1.3822358
Feb 03 20:11:16.234120 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34266) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:16.236308 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7541b0bb-db1b-4e70-9af6-d1649025889e None None] Network 65e831c2-eec2-4a2c-99b7-7695bb04474f requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:11:16.403042 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0fb2c3f9-dc23-4240-b1d8-abc08777cb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854535725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5360768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6378840'] for subnet, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:16.414835 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854670727'] for network, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:16.430461 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:16.483835 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2c3f9-dc23-4240-b1d8-abc08777cb23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f359afcf-4f0c-4f99-9cfc-156f20cf5791,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:16.489994 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-0fb2c3f9-dc23-4240-b1d8-abc08777cb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:16.501197 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] Deleting port 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:16.501927 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:16.642602 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0fb2c3f9-dc23-4240-b1d8-abc08777cb23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:16.647549 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75108fd1-16a7-43ec-874e-3e66fd4c949f None None] Network b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:11:16.652319 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-0fb2c3f9-dc23-4240-b1d8-abc08777cb23 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/f359afcf-4f0c-4f99-9cfc-156f20cf5791 HTTP/1.1" status: 204  len: 168 time: 0.9463911
Feb 03 20:11:16.652550 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 34270) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:16.750663 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-421f717b-4c72-47ea-aa4a-0675215a7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93acabbe0>, [{'id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'name': 'tempest-AttachVolumeShelveTestJSON-15026598-router', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'gw_port': {'id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:53Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '00cbdf06-48af-44cc-8f62-2fc6eefcc947', 'name': '', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'mac_address': 'fa:16:3e:da:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:06Z', 'updated_at': '2021-02-03T20:03:24Z', 'revision_number': 5, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'subnets': [{'id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:16.766509 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421f717b-4c72-47ea-aa4a-0675215a7860 None None] Checking router: 877cde41-2f25-405b-8f68-b9d7c65d3c4a for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:11:16.779293 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421f717b-4c72-47ea-aa4a-0675215a7860 None None] Routers {'877cde41-2f25-405b-8f68-b9d7c65d3c4a'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:11:16.780229 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-421f717b-4c72-47ea-aa4a-0675215a7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93acabbe0>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:10:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:16.802426 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79caaa12-9838-47e1-82ca-458e174f26b6 None None] DHCP port deletion for 65e831c2-eec2-4a2c-99b7-7695bb04474f request from dv-cinder-773985-1-iscsi {{(pid=80147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 03 20:11:16.808897 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-79caaa12-9838-47e1-82ca-458e174f26b6 None None] Deleting port 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f {{(pid=80147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:16.809321 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-79caaa12-9838-47e1-82ca-458e174f26b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:16.813239 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854670727'] for network, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:16.815328 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] For port 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f,segment=NetworkSegment(52e67090-6e6a-4e44-aef2-b95c030383b3),segment_id=52e67090-6e6a-4e44-aef2-b95c030383b3)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:11:16.815737 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:16.892170 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] Deleting port 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581 {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:16.892507 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:16.971570 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] Calling delete_port for 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f owned by network:dhcp {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:11:16.991861 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-421f717b-4c72-47ea-aa4a-0675215a7860 None None] Set router 877cde41-2f25-405b-8f68-b9d7c65d3c4a gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:11:17.063453 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:17.080379 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-40c3add2-de84-4425-9d35-92860aad0552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:17.133002 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] For port 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=92c00c6b-c1fb-4a79-a58e-cdb22f3c3581,segment=NetworkSegment(9319fd51-3f8a-4400-83f2-37446c6d8ab0),segment_id=9319fd51-3f8a-4400-83f2-37446c6d8ab0)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:11:17.133512 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:17.183311 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:17.192693 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:17.196097 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-79caaa12-9838-47e1-82ca-458e174f26b6 None None] For port 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f,segment=NetworkSegment(52e67090-6e6a-4e44-aef2-b95c030383b3),segment_id=52e67090-6e6a-4e44-aef2-b95c030383b3)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:11:17.196720 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-79caaa12-9838-47e1-82ca-458e174f26b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:17.249033 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] No DVR routers for this DVR port 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f on host dv-cinder-773985-1-iscsi {{(pid=80146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:11:17.282440 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f968c3-ce1b-427e-bb59-707913556881 None None] DHCP port deletion for b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 request from dv-cinder-773985-1-iscsi {{(pid=80147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 03 20:11:17.304835 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] Calling delete_port for 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581 owned by network:dhcp {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:11:17.352800 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-41f968c3-ce1b-427e-bb59-707913556881 None None] Deleting port 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581 {{(pid=80147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:17.353231 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-41f968c3-ce1b-427e-bb59-707913556881 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:17.412746 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-242256', 'neutron.services.segments.db._delete_segments_for_network--9223363255462345878'] for network, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:17.429976 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-79caaa12-9838-47e1-82ca-458e174f26b6 None None] Calling delete_port for 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f owned by network:dhcp {{(pid=80147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:11:17.492165 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-421f717b-4c72-47ea-aa4a-0675215a7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93acabbe0>, [{'id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'name': 'tempest-AttachVolumeShelveTestJSON-15026598-router', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'gw_port': {'id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:53Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '00cbdf06-48af-44cc-8f62-2fc6eefcc947', 'name': '', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'mac_address': 'fa:16:3e:da:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:06Z', 'updated_at': '2021-02-03T20:03:24Z', 'revision_number': 5, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'subnets': [{'id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:17.498857 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421f717b-4c72-47ea-aa4a-0675215a7860 None None] The sync data for ids ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'] in dv-cinder-773985-1-iscsi is: [{'id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'name': 'tempest-AttachVolumeShelveTestJSON-15026598-router', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'gw_port': {'id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:53Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '00cbdf06-48af-44cc-8f62-2fc6eefcc947', 'name': '', 'network_id': '4826c2d9-ff92-4255-84fc-4664139f9cbb', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'mac_address': 'fa:16:3e:da:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:03:06Z', 'updated_at': '2021-02-03T20:03:24Z', 'revision_number': 5, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'subnets': [{'id': '5a7e0094-f26b-4461-b4af-b0f9b0b24802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:11:17.696443 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.api [None req-79caaa12-9838-47e1-82ca-458e174f26b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80147) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 20:11:17.697416 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.api [None req-79caaa12-9838-47e1-82ca-458e174f26b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 20:11:17.713217 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 34278) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:17.715740 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 23e4b5e9-433d-4a56-8e52-2997339fe7f3 no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:11:17.763199 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: 23e4b5e9-433d-4a56-8e52-2997339fe7f3 {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:11:17.763502 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 23e4b5e9-433d-4a56-8e52-2997339fe7f3 not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:11:17.764006 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:11:17.796433 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:17.803531 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:11:17.803950 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:11:17.804413 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 14671638-1e8b-4893-8f7c-e0ac0a5c6604 no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:11:17.818911 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a7312cd9-4c8d-4fcb-a628-0c6e1f106cbd tempest-ServerRescueNegativeTestJSON-1656907008 tempest-ServerRescueNegativeTestJSON-1656907008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:17.829098 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc93adcb358>,) {'filters': {'network_id': ['65e831c2-eec2-4a2c-99b7-7695bb04474f']}} {{(pid=80146) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:17.840212 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-41f968c3-ce1b-427e-bb59-707913556881 None None] For port 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=92c00c6b-c1fb-4a79-a58e-cdb22f3c3581,segment=NetworkSegment(9319fd51-3f8a-4400-83f2-37446c6d8ab0),segment_id=9319fd51-3f8a-4400-83f2-37446c6d8ab0)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:11:17.840665 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-41f968c3-ce1b-427e-bb59-707913556881 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:17.845672 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93adcb358>, '52e67090-6e6a-4e44-aef2-b95c030383b3') {'for_net_delete': True} {{(pid=80146) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:17.846014 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93adcb358>, '52e67090-6e6a-4e44-aef2-b95c030383b3') {} {{(pid=80146) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:17.865525 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255462350230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8253293'] for segment, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:17.886380 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:17.889230 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 20:11:17.960550 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] Pushing event deleted for resources: {'Port': ['ID=92c00c6b-c1fb-4a79-a58e-cdb22f3c3581,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:17.980703 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:17.999852 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b0013e08-4d91-4745-b14d-d11a49ff59ee tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:18.039815 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: 14671638-1e8b-4893-8f7c-e0ac0a5c6604 {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:11:18.039815 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 14671638-1e8b-4893-8f7c-e0ac0a5c6604 not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:11:18.039815 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581 no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:11:18.052349 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b0013e08-4d91-4745-b14d-d11a49ff59ee tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:18.060705 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] No DVR routers for this DVR port 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581 on host dv-cinder-773985-1-iscsi {{(pid=80144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:11:18.075928 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82308982-4c0a-4e62-aa42-7589f988e09e None None] New status for floating IP 6aacc4d0-f8b2-4b4f-84cd-9b6991b58dd5: DOWN {{(pid=80147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 20:11:18.106861 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] Network 65e831c2-eec2-4a2c-99b7-7695bb04474f has no segments {{(pid=80146) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:11:18.116849 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-238909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848090829'] for segment, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:18.223674 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-242256', 'neutron.services.segments.db._delete_segments_for_network--9223363255462345878'] for network, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:18.272709 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-79caaa12-9838-47e1-82ca-458e174f26b6 None None] Deleting port 2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f {{(pid=80147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:18.273136 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-79caaa12-9838-47e1-82ca-458e174f26b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:18.298768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581 {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:11:18.299068 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581 not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:11:18.304720 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] Network 65e831c2-eec2-4a2c-99b7-7695bb04474f has no segments {{(pid=80146) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:11:18.317002 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b0013e08-4d91-4745-b14d-d11a49ff59ee tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:18.319141 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-41f968c3-ce1b-427e-bb59-707913556881 None None] Calling delete_port for 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581 owned by network:dhcp {{(pid=80147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:11:18.330451 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-873b37be-ba3d-401a-86d1-f7964690b8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]: Traceback (most recent call last):
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:     timer()
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:     cb(*args, **kw)
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:     return func(*args, **kwargs)
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:     self._notify()
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:     self.callback(batched_events)
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:     event.method(event)
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:     segment_id)['aggregates'][0]
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(self, *a, **k)
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self._get(url).json()
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:     **kwargs)
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.request(url, 'GET', **kwargs)
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:     **endpoint_filter)
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 20:11:18.334774 dv-cinder-773985-1-iscsi neutron-server[80033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 20:11:18.357552 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0013e08-4d91-4745-b14d-d11a49ff59ee tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0130c24b-6804-4910-8aa3-d490c0468253,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:18.369317 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b0013e08-4d91-4745-b14d-d11a49ff59ee tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:18.380515 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc93a317e80>,) {'filters': {'network_id': ['b2eb7e8c-bcbc-45cd-b50e-636bc852ed45']}} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:18.388102 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b0013e08-4d91-4745-b14d-d11a49ff59ee tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:18.392349 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-b0013e08-4d91-4745-b14d-d11a49ff59ee tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "DELETE /v2.0/security-groups/0130c24b-6804-4910-8aa3-d490c0468253 HTTP/1.1" status: 204  len: 168 time: 0.6729491
Feb 03 20:11:18.392511 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 34282) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:18.408070 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93a317e80>, '9319fd51-3f8a-4400-83f2-37446c6d8ab0') {'for_net_delete': True} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:18.408390 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93a317e80>, '9319fd51-3f8a-4400-83f2-37446c6d8ab0') {} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:18.415713 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854533528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846788979'] for network, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:18.419958 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:18.422092 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.api.v2.resource [None req-d4817c9e-2cf8-4e5e-ad0f-7f3a5697b1d3 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] show failed (client error): The resource could not be found.
Feb 03 20:11:18.426131 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-cb2fcb80-6b29-4633-abec-1f92a139a299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:18.426825 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-d4817c9e-2cf8-4e5e-ad0f-7f3a5697b1d3 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "GET /v2.0/security-groups/0130c24b-6804-4910-8aa3-d490c0468253 HTTP/1.1" status: 404  len: 347 time: 0.0298066
Feb 03 20:11:18.427445 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 34286) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:18.430847 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255462350230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5751146'] for segment, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:18.445766 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] Pushing event deleted for resources: {'Network': ['ID=65e831c2-eec2-4a2c-99b7-7695bb04474f,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:18.448487 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:18.454649 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-a9670928-bc83-46f2-a0e2-45c8e4a78845 admin admin] 10.222.0.103 "DELETE /v2.0/networks/65e831c2-eec2-4a2c-99b7-7695bb04474f HTTP/1.1" status: 204  len: 168 time: 2.2189820
Feb 03 20:11:18.506822 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-79caaa12-9838-47e1-82ca-458e174f26b6 None None] The port '2eb4d4d3-fb53-43ff-aa1b-5c6595d98d2f' was deleted {{(pid=80147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 03 20:11:18.611773 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34292) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:18.632232 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:18.642313 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.api [None req-41f968c3-ce1b-427e-bb59-707913556881 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80147) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 20:11:18.642838 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.api [None req-41f968c3-ce1b-427e-bb59-707913556881 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 20:11:18.649380 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 20:11:18.674726 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-2eb2f06b-f3c3-4cd3-ae3c-f2b41d1379b5 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=de9531b4b9754686a636343b8ed74fe7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0616045
Feb 03 20:11:18.678089 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34296) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:18.682261 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-0dc89668-cb42-44c6-8bef-8f254b1e99ac tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Deleting port 34ff968d-9486-4615-9756-19f95b1358cb {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:18.682640 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0dc89668-cb42-44c6-8bef-8f254b1e99ac tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:18.742012 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6a285819-eec9-4113-9cf6-0400aae381b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:18.772387 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6a285819-eec9-4113-9cf6-0400aae381b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:18.821184 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6a285819-eec9-4113-9cf6-0400aae381b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:18.826510 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-13b2d078-8399-4278-a813-04df89a25c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:18.841972 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a285819-eec9-4113-9cf6-0400aae381b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c9fdcf-71c2-4ac9-a2ac-bb267364564a,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:18.845774 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-6a285819-eec9-4113-9cf6-0400aae381b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:18.849697 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6a285819-eec9-4113-9cf6-0400aae381b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:18.853410 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-6a285819-eec9-4113-9cf6-0400aae381b3 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/b8c9fdcf-71c2-4ac9-a2ac-bb267364564a HTTP/1.1" status: 204  len: 168 time: 0.1718597
Feb 03 20:11:18.959831 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] Network b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 has no segments {{(pid=80144) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:11:18.973832 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-238909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5360879'] for segment, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:19.144448 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-41f968c3-ce1b-427e-bb59-707913556881 None None] Deleting port 92c00c6b-c1fb-4a79-a58e-cdb22f3c3581 {{(pid=80147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:19.145718 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-41f968c3-ce1b-427e-bb59-707913556881 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:19.196452 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] Network b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 has no segments {{(pid=80144) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:11:19.205957 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0dc89668-cb42-44c6-8bef-8f254b1e99ac tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:19.206256 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0dc89668-cb42-44c6-8bef-8f254b1e99ac tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:19.224766 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-41f968c3-ce1b-427e-bb59-707913556881 None None] The port '92c00c6b-c1fb-4a79-a58e-cdb22f3c3581' was deleted {{(pid=80147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]: Traceback (most recent call last):
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:     timer()
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:     cb(*args, **kw)
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:     return func(*args, **kwargs)
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:     self._notify()
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:     self.callback(batched_events)
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:     event.method(event)
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:     segment_id)['aggregates'][0]
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(self, *a, **k)
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self._get(url).json()
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:     **kwargs)
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.request(url, 'GET', **kwargs)
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:     **endpoint_filter)
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 20:11:19.231165 dv-cinder-773985-1-iscsi neutron-server[80033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 20:11:19.276958 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34304) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:19.329700 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-6bd927e5-fec4-48f5-8cb5-4ce43a6d2931 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=db232e331f4c440995d6d18bb98f0686&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0513477
Feb 03 20:11:19.332282 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34308) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:19.399252 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-118f69af-be02-458b-93f9-a36ba6f28e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:19.422478 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-0dc89668-cb42-44c6-8bef-8f254b1e99ac tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Calling delete_port for 34ff968d-9486-4615-9756-19f95b1358cb owned by network:floatingip {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:11:19.426635 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-118f69af-be02-458b-93f9-a36ba6f28e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:19.481145 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-118f69af-be02-458b-93f9-a36ba6f28e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:19.484034 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854533528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846788979'] for network, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:19.487390 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-779ff6ad-3f2a-4ee5-8ef1-4d7d31d43f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:19.494017 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:19.503026 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f69af-be02-458b-93f9-a36ba6f28e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60ce8c4-7e70-4a97-bf46-cb37ce50e681,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:19.506218 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-118f69af-be02-458b-93f9-a36ba6f28e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:19.508726 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:19.508836 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-118f69af-be02-458b-93f9-a36ba6f28e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:19.509711 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-118f69af-be02-458b-93f9-a36ba6f28e68 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/d60ce8c4-7e70-4a97-bf46-cb37ce50e681 HTTP/1.1" status: 204  len: 168 time: 0.1758749
Feb 03 20:11:19.527852 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2eb7e8c-bcbc-45cd-b50e-636bc852ed45,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:19.533122 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:19.549291 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] 10.222.0.103 "DELETE /v2.0/networks/b2eb7e8c-bcbc-45cd-b50e-636bc852ed45 HTTP/1.1" status: 204  len: 168 time: 2.8956535
Feb 03 20:11:19.632949 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0dc89668-cb42-44c6-8bef-8f254b1e99ac tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:19.649794 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e8e88f9b-2ec4-411e-abbe-0e1c8c21d65c tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:19.748268 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc89668-cb42-44c6-8bef-8f254b1e99ac tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Pushing event deleted for resources: {'Port': ['ID=34ff968d-9486-4615-9756-19f95b1358cb,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:19.772109 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-0dc89668-cb42-44c6-8bef-8f254b1e99ac tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:19.804513 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34316) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:19.869399 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-facad99f-27bd-4c94-a68d-bb5aa5c35e0c admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=20e86c4b370d4d1ab70110e25f1ebe04&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0635047
Feb 03 20:11:19.870196 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34320) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:19.918298 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0dc89668-cb42-44c6-8bef-8f254b1e99ac tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks [] for floatingip, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:19.937088 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0dc89668-cb42-44c6-8bef-8f254b1e99ac tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:19.940818 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-0dc89668-cb42-44c6-8bef-8f254b1e99ac tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] 10.222.0.103 "DELETE /v2.0/floatingips/6aacc4d0-f8b2-4b4f-84cd-9b6991b58dd5 HTTP/1.1" status: 204  len: 168 time: 1.5100794
Feb 03 20:11:19.949445 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8bc4bc84-fcf3-47a8-9198-07aafd94592b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:19.983630 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8bc4bc84-fcf3-47a8-9198-07aafd94592b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:20.032896 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8bc4bc84-fcf3-47a8-9198-07aafd94592b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:20.038140 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d7669d60-f640-4765-b96f-aeba584c36ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:20.052928 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4bc84-fcf3-47a8-9198-07aafd94592b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6897bc6-f749-446b-a272-7802c98a6408,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:20.057166 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8bc4bc84-fcf3-47a8-9198-07aafd94592b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:20.060776 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8bc4bc84-fcf3-47a8-9198-07aafd94592b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:20.064524 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-8bc4bc84-fcf3-47a8-9198-07aafd94592b admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/b6897bc6-f749-446b-a272-7802c98a6408 HTTP/1.1" status: 204  len: 168 time: 0.1907001
Feb 03 20:11:21.872351 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34384) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:22.025410 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c40ca6bb-605e-48de-b468-32873000c0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:22.041491 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-c40ca6bb-605e-48de-b468-32873000c0fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:11:22.045572 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-c40ca6bb-605e-48de-b468-32873000c0fd admin admin] Usage tracker for resource:security_group_rule and tenant:c9cdee30d755498f80d7225e38e31aec is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:11:22.048584 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-c40ca6bb-605e-48de-b468-32873000c0fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:11:22.054541 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-c40ca6bb-605e-48de-b468-32873000c0fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:11:22.141248 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c40ca6bb-605e-48de-b468-32873000c0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:22.144091 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c40ca6bb-605e-48de-b468-32873000c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:22.153735 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a7d3c4c-377c-4fd4-a131-7758ed765328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:22.196061 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-c40ca6bb-605e-48de-b468-32873000c0fd admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=c9cdee30d755498f80d7225e38e31aec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3225555
Feb 03 20:11:22.197788 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ca6bb-605e-48de-b468-32873000c0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbda8abb-b119-4a87-92b1-29617608d65f,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:22.199015 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 34390) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:22.201085 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c40ca6bb-605e-48de-b468-32873000c0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:22.263584 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3ec28722-bd3d-40bc-8874-e80dd5fc86a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:22.292233 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3ec28722-bd3d-40bc-8874-e80dd5fc86a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:22.340383 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3ec28722-bd3d-40bc-8874-e80dd5fc86a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:22.345374 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b2011fea-43f0-43f0-9c00-d34bfd1148ca tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:22.359272 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec28722-bd3d-40bc-8874-e80dd5fc86a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbda8abb-b119-4a87-92b1-29617608d65f,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:22.362086 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3ec28722-bd3d-40bc-8874-e80dd5fc86a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:22.363385 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3ec28722-bd3d-40bc-8874-e80dd5fc86a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:22.365459 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-3ec28722-bd3d-40bc-8874-e80dd5fc86a0 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/cbda8abb-b119-4a87-92b1-29617608d65f HTTP/1.1" status: 204  len: 168 time: 0.1651871
Feb 03 20:11:22.818989 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 34412) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:22.876401 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-920f3a18-2661-45f3-9fa4-a7b85f01f886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:23.789017 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f6ac-1bd7-49db-aa74-8385f56fad56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846788810'] for router_interface, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:24.175227 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-b8c2f6ac-1bd7-49db-aa74-8385f56fad56 admin admin] Deleting port 00cbdf06-48af-44cc-8f62-2fc6eefcc947 {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:24.175746 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f6ac-1bd7-49db-aa74-8385f56fad56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:24.366137 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-b8c2f6ac-1bd7-49db-aa74-8385f56fad56 admin admin] For port 00cbdf06-48af-44cc-8f62-2fc6eefcc947, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=00cbdf06-48af-44cc-8f62-2fc6eefcc947,segment=NetworkSegment(21f320d7-b94d-4ce4-b976-ee13b6aa7f47),segment_id=21f320d7-b94d-4ce4-b976-ee13b6aa7f47)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:11:24.366538 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f6ac-1bd7-49db-aa74-8385f56fad56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:24.503763 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-b8c2f6ac-1bd7-49db-aa74-8385f56fad56 admin admin] Calling delete_port for 00cbdf06-48af-44cc-8f62-2fc6eefcc947 owned by network:router_interface {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:11:24.698467 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f6ac-1bd7-49db-aa74-8385f56fad56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:24.714511 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:24.812306 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2f6ac-1bd7-49db-aa74-8385f56fad56 admin admin] Pushing event deleted for resources: {'Port': ['ID=00cbdf06-48af-44cc-8f62-2fc6eefcc947,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:24.819764 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b8c2f6ac-1bd7-49db-aa74-8385f56fad56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:25.053102 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34470) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:25.147717 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f6ac-1bd7-49db-aa74-8385f56fad56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7825387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7986546'] for router_interface, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:25.210029 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-39d8da24-66eb-43c8-a7a5-5641c0b95243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:25.226127 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-39d8da24-66eb-43c8-a7a5-5641c0b95243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:11:25.230253 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-39d8da24-66eb-43c8-a7a5-5641c0b95243 admin admin] Usage tracker for resource:security_group_rule and tenant:c760027118624925b8f328605b70f822 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:11:25.233533 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-39d8da24-66eb-43c8-a7a5-5641c0b95243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:11:25.240282 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-39d8da24-66eb-43c8-a7a5-5641c0b95243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:11:25.306581 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-dab3476f-6bc3-4ac5-ac11-acb55078d417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:25.333120 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-39d8da24-66eb-43c8-a7a5-5641c0b95243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:25.336343 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-39d8da24-66eb-43c8-a7a5-5641c0b95243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:25.345240 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7bd35b5c-01d3-4bb8-bbb7-3eae50d2dfd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:25.388264 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-39d8da24-66eb-43c8-a7a5-5641c0b95243 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=c760027118624925b8f328605b70f822&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3335884
Feb 03 20:11:25.389197 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8da24-66eb-43c8-a7a5-5641c0b95243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b65617-4c6c-4952-889b-cf6b8a54f20c,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:25.391732 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34476) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:25.394569 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-39d8da24-66eb-43c8-a7a5-5641c0b95243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:25.457218 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-951b8695-8001-44bf-ad34-19106c044400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:25.485568 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-951b8695-8001-44bf-ad34-19106c044400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:25.530772 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-951b8695-8001-44bf-ad34-19106c044400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:25.536309 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-345eca52-c56d-464f-af99-4aef4f419bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:25.549231 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b8695-8001-44bf-ad34-19106c044400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b65617-4c6c-4952-889b-cf6b8a54f20c,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:25.551817 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-951b8695-8001-44bf-ad34-19106c044400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:25.561585 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-951b8695-8001-44bf-ad34-19106c044400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:25.574357 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-951b8695-8001-44bf-ad34-19106c044400 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/e8b65617-4c6c-4952-889b-cf6b8a54f20c HTTP/1.1" status: 204  len: 168 time: 0.1751733
Feb 03 20:11:25.695241 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c2f6ac-1bd7-49db-aa74-8385f56fad56 admin admin] Router 877cde41-2f25-405b-8f68-b9d7c65d3c4a has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:11:25.890744 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c2f6ac-1bd7-49db-aa74-8385f56fad56 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:11:25.900420 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0cf58-1da8-4ec5-a311-590ecadf3eee None None] Sync routers for ids ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:11:25.909204 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-b8c2f6ac-1bd7-49db-aa74-8385f56fad56 admin admin] 10.222.0.103 "PUT /v2.0/routers/877cde41-2f25-405b-8f68-b9d7c65d3c4a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0864222
Feb 03 20:11:25.909575 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34484) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:25.922486 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 34488) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:25.924127 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa0cf58-1da8-4ec5-a311-590ecadf3eee None None] Routers {'877cde41-2f25-405b-8f68-b9d7c65d3c4a'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:11:25.924887 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-1aa0cf58-1da8-4ec5-a311-590ecadf3eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93ad6b6d8>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:11:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:25.943376 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fda8b409-e4f5-4c32-b63e-ab69392166c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:25.962596 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-fda8b409-e4f5-4c32-b63e-ab69392166c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:11:25.966733 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-fda8b409-e4f5-4c32-b63e-ab69392166c6 admin admin] Usage tracker for resource:security_group_rule and tenant:0363548cbd2c442296fe4f1e17ed273f is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:11:25.969803 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-fda8b409-e4f5-4c32-b63e-ab69392166c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:11:25.975732 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-fda8b409-e4f5-4c32-b63e-ab69392166c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:11:26.003568 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:26.073038 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fda8b409-e4f5-4c32-b63e-ab69392166c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:26.076060 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fda8b409-e4f5-4c32-b63e-ab69392166c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:26.085482 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-55c9132d-c533-46af-9393-5cd9823a07a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:26.122183 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-74f60379-58d7-43b0-a4ff-173575830af4 admin admin] Notify callbacks [] for router, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:26.128522 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-1aa0cf58-1da8-4ec5-a311-590ecadf3eee None None] Set router 877cde41-2f25-405b-8f68-b9d7c65d3c4a gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:11:26.132535 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-fda8b409-e4f5-4c32-b63e-ab69392166c6 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=0363548cbd2c442296fe4f1e17ed273f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2064943
Feb 03 20:11:26.132535 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8b409-e4f5-4c32-b63e-ab69392166c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fadc12-0c52-46d9-86b3-37b8d83c6da2,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:26.133725 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 34492) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:26.136627 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-fda8b409-e4f5-4c32-b63e-ab69392166c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:26.201343 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a6d08612-64cf-45c9-990a-f713b0128749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:26.230884 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a6d08612-64cf-45c9-990a-f713b0128749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:26.282398 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a6d08612-64cf-45c9-990a-f713b0128749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:26.287542 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c81ff70f-4896-4700-9671-04b23b655658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:26.303108 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d08612-64cf-45c9-990a-f713b0128749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fadc12-0c52-46d9-86b3-37b8d83c6da2,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:26.306229 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a6d08612-64cf-45c9-990a-f713b0128749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:26.308226 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a6d08612-64cf-45c9-990a-f713b0128749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:26.312335 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-a6d08612-64cf-45c9-990a-f713b0128749 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/c8fadc12-0c52-46d9-86b3-37b8d83c6da2 HTTP/1.1" status: 204  len: 168 time: 0.1775637
Feb 03 20:11:26.319727 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-74f60379-58d7-43b0-a4ff-173575830af4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:26.326662 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-74f60379-58d7-43b0-a4ff-173575830af4 admin admin] Deleting port 0dfb8c81-b3d1-418b-b071-a573d8119929 {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:26.328222 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-74f60379-58d7-43b0-a4ff-173575830af4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:26.453580 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-1aa0cf58-1da8-4ec5-a311-590ecadf3eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93ad6b6d8>, [{'id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'name': 'tempest-AttachVolumeShelveTestJSON-15026598-router', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:11:24Z', 'revision_number': 5, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'gw_port': {'id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:53Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:26.458497 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0cf58-1da8-4ec5-a311-590ecadf3eee None None] Checking router: 877cde41-2f25-405b-8f68-b9d7c65d3c4a for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:11:26.467488 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa0cf58-1da8-4ec5-a311-590ecadf3eee None None] Routers {'877cde41-2f25-405b-8f68-b9d7c65d3c4a'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:11:26.468179 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-1aa0cf58-1da8-4ec5-a311-590ecadf3eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93ad6b6d8>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:11:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:26.515257 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-74f60379-58d7-43b0-a4ff-173575830af4 admin admin] For port 0dfb8c81-b3d1-418b-b071-a573d8119929, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=0dfb8c81-b3d1-418b-b071-a573d8119929,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:11:26.515655 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-74f60379-58d7-43b0-a4ff-173575830af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:26.672665 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-74f60379-58d7-43b0-a4ff-173575830af4 admin admin] Calling delete_port for 0dfb8c81-b3d1-418b-b071-a573d8119929 owned by network:router_gateway {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:11:26.680398 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-1aa0cf58-1da8-4ec5-a311-590ecadf3eee None None] Set router 877cde41-2f25-405b-8f68-b9d7c65d3c4a gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:11:26.724404 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:26.821281 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-74f60379-58d7-43b0-a4ff-173575830af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:27.006409 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-1aa0cf58-1da8-4ec5-a311-590ecadf3eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93ad6b6d8>, [{'id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'name': 'tempest-AttachVolumeShelveTestJSON-15026598-router', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:11:24Z', 'revision_number': 5, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'gw_port': {'id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:53Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:27.010672 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0cf58-1da8-4ec5-a311-590ecadf3eee None None] The sync data for ids ['877cde41-2f25-405b-8f68-b9d7c65d3c4a'] in dv-cinder-773985-1-iscsi is: [{'id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'name': 'tempest-AttachVolumeShelveTestJSON-15026598-router', 'tenant_id': '02ef50735d804c2db24fe12e26c282e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:02:51Z', 'updated_at': '2021-02-03T20:11:24Z', 'revision_number': 5, 'project_id': '02ef50735d804c2db24fe12e26c282e8', 'gw_port': {'id': '0dfb8c81-b3d1-418b-b071-a573d8119929', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877cde41-2f25-405b-8f68-b9d7c65d3c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:02:53Z', 'updated_at': '2021-02-03T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:11:27.029809 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-74f60379-58d7-43b0-a4ff-173575830af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7986836'] for router_gateway, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:27.176711 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-74f60379-58d7-43b0-a4ff-173575830af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63079'] for router, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:27.179104 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-74f60379-58d7-43b0-a4ff-173575830af4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:27.199820 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-74f60379-58d7-43b0-a4ff-173575830af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846793365'] for router, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:27.200415 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f60379-58d7-43b0-a4ff-173575830af4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 877cde41-2f25-405b-8f68-b9d7c65d3c4a {{(pid=80146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 03 20:11:27.213653 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-74f60379-58d7-43b0-a4ff-173575830af4 admin admin] Notify callbacks [] for router, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:27.214892 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-74f60379-58d7-43b0-a4ff-173575830af4 admin admin] 10.222.0.103 "DELETE /v2.0/routers/877cde41-2f25-405b-8f68-b9d7c65d3c4a HTTP/1.1" status: 204  len: 168 time: 1.3042579
Feb 03 20:11:27.217802 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34514) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:27.256045 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:27.290203 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_v2 [None req-6842d714-897b-4d22-b454-3f1dfeeec393 admin admin] Deleting subnet 5a7e0094-f26b-4461-b4af-b0f9b0b24802 {{(pid=80146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 20:11:27.293769 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6842d714-897b-4d22-b454-3f1dfeeec393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:27.351303 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6842d714-897b-4d22-b454-3f1dfeeec393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846522523'] for subnet, precommit_delete_associations {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:27.435314 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6842d714-897b-4d22-b454-3f1dfeeec393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-240091'] for subnet, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:27.647890 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 00cbdf06-48af-44cc-8f62-2fc6eefcc947 no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:11:27.694757 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: 00cbdf06-48af-44cc-8f62-2fc6eefcc947 {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:11:27.695428 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 00cbdf06-48af-44cc-8f62-2fc6eefcc947 not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:11:27.725036 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6842d714-897b-4d22-b454-3f1dfeeec393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854535725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848090788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6536506'] for subnet, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:27.742126 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:27.833304 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842d714-897b-4d22-b454-3f1dfeeec393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a7e0094-f26b-4461-b4af-b0f9b0b24802,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:27.836801 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-6842d714-897b-4d22-b454-3f1dfeeec393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:27.881221 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6842d714-897b-4d22-b454-3f1dfeeec393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:27.886550 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb62c526-ac1c-42fc-a0d8-e86832aaff24 None None] Network 4826c2d9-ff92-4255-84fc-4664139f9cbb requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:11:27.887488 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-6842d714-897b-4d22-b454-3f1dfeeec393 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/5a7e0094-f26b-4461-b4af-b0f9b0b24802 HTTP/1.1" status: 204  len: 168 time: 0.6686237
Feb 03 20:11:27.890461 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 34528) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:28.007575 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:28.040071 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854670727'] for network, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:28.115630 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] Deleting port d2345759-bda6-4348-b0a2-cdd19fc53dce {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:28.115992 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:28.208370 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] DHCP port deletion for 4826c2d9-ff92-4255-84fc-4664139f9cbb request from dv-cinder-773985-1-iscsi {{(pid=80147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 03 20:11:28.212959 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Deleting port d2345759-bda6-4348-b0a2-cdd19fc53dce {{(pid=80147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:28.213228 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:28.451616 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] For port d2345759-bda6-4348-b0a2-cdd19fc53dce, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=d2345759-bda6-4348-b0a2-cdd19fc53dce,segment=NetworkSegment(21f320d7-b94d-4ce4-b976-ee13b6aa7f47),segment_id=21f320d7-b94d-4ce4-b976-ee13b6aa7f47)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:11:28.452222 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:28.608965 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Calling delete_port for d2345759-bda6-4348-b0a2-cdd19fc53dce owned by network:dhcp {{(pid=80147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:11:28.609188 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] For port d2345759-bda6-4348-b0a2-cdd19fc53dce, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=d2345759-bda6-4348-b0a2-cdd19fc53dce,segment=NetworkSegment(21f320d7-b94d-4ce4-b976-ee13b6aa7f47),segment_id=21f320d7-b94d-4ce4-b976-ee13b6aa7f47)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:11:28.609607 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:28.691070 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015'] for port, after_delete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:28.709272 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:28.757508 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] Calling delete_port for d2345759-bda6-4348-b0a2-cdd19fc53dce owned by network:dhcp {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:11:28.813571 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Pushing event deleted for resources: {'Port': ['ID=d2345759-bda6-4348-b0a2-cdd19fc53dce,revision_number=None']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:28.836663 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.837047 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.837427 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.837803 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.838179 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.838549 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.838929 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.839334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.839609 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.839991 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.840361 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.840719 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.841128 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.841496 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.841858 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.842216 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.842576 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.842697 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.api [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80144) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 20:11:28.842942 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.843060 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.api [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 20:11:28.843301 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.843659 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.844049 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.844409 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.844773 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.845128 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:28.850632 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:28.882043 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f16374f-1ba7-4d80-9edf-5b2e2db3d56a None None] No DVR routers for this DVR port d2345759-bda6-4348-b0a2-cdd19fc53dce on host dv-cinder-773985-1-iscsi {{(pid=80147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:11:28.893362 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34548) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:29.045872 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5c64d8f5-b2d9-4268-a91c-d5dce90bb96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:29.061149 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-5c64d8f5-b2d9-4268-a91c-d5dce90bb96c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:11:29.065239 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-5c64d8f5-b2d9-4268-a91c-d5dce90bb96c admin admin] Usage tracker for resource:security_group_rule and tenant:1bec124a591d46e78c25d843db816260 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:11:29.068742 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-5c64d8f5-b2d9-4268-a91c-d5dce90bb96c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:11:29.074532 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-5c64d8f5-b2d9-4268-a91c-d5dce90bb96c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:11:29.165764 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5c64d8f5-b2d9-4268-a91c-d5dce90bb96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:29.168566 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5c64d8f5-b2d9-4268-a91c-d5dce90bb96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:29.177491 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-45150dd7-aa0c-4ed6-aa71-adfbd3d6ac71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:29.219847 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-5c64d8f5-b2d9-4268-a91c-d5dce90bb96c admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=1bec124a591d46e78c25d843db816260&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3253598
Feb 03 20:11:29.221525 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64d8f5-b2d9-4268-a91c-d5dce90bb96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bad963-ffa7-4c7e-8846-ce408f9c7b0e,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:29.222869 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 34554) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:29.225073 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5c64d8f5-b2d9-4268-a91c-d5dce90bb96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:29.291511 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-32bcfdc4-d131-477a-a358-62f94f1d0106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:29.318851 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-32bcfdc4-d131-477a-a358-62f94f1d0106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:29.348922 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] Deleting port d2345759-bda6-4348-b0a2-cdd19fc53dce {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:29.349293 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:29.427008 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] The port 'd2345759-bda6-4348-b0a2-cdd19fc53dce' was deleted {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 03 20:11:29.545444 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-32bcfdc4-d131-477a-a358-62f94f1d0106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:29.552579 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8a04d9a8-affa-4088-8ac0-69f8896349bd tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:29.570795 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcfdc4-d131-477a-a358-62f94f1d0106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bad963-ffa7-4c7e-8846-ce408f9c7b0e,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:29.573765 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-242256', 'neutron.services.segments.db._delete_segments_for_network--9223363255462345878'] for network, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:29.588890 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-32bcfdc4-d131-477a-a358-62f94f1d0106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:29.667659 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-32bcfdc4-d131-477a-a358-62f94f1d0106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:29.668915 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-32bcfdc4-d131-477a-a358-62f94f1d0106 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/b0bad963-ffa7-4c7e-8846-ce408f9c7b0e HTTP/1.1" status: 204  len: 168 time: 0.4448023
Feb 03 20:11:29.680105 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device d2345759-bda6-4348-b0a2-cdd19fc53dce no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:11:29.705677 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc93a021be0>,) {'filters': {'network_id': ['4826c2d9-ff92-4255-84fc-4664139f9cbb']}} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:29.719277 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93a021be0>, '21f320d7-b94d-4ce4-b976-ee13b6aa7f47') {'for_net_delete': True} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:29.719618 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93a021be0>, '21f320d7-b94d-4ce4-b976-ee13b6aa7f47') {} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:29.720958 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: d2345759-bda6-4348-b0a2-cdd19fc53dce {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:11:29.721366 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device d2345759-bda6-4348-b0a2-cdd19fc53dce not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:11:29.721846 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 0dfb8c81-b3d1-418b-b071-a573d8119929 no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:11:29.732660 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255462350230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5751146'] for segment, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:29.750440 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:29.752928 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 20:11:29.759695 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: 0dfb8c81-b3d1-418b-b071-a573d8119929 {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:11:29.760115 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 0dfb8c81-b3d1-418b-b071-a573d8119929 not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:11:29.939486 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] Network 4826c2d9-ff92-4255-84fc-4664139f9cbb has no segments {{(pid=80144) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:11:29.949260 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-238909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5360879'] for segment, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:30.025562 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34564) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:30.048145 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:30.064337 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:11:30.068505 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Usage tracker for resource:security_group_rule and tenant:426f2e49b5da4ada93d96eb766896489 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:11:30.071454 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:11:30.077451 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:11:30.137970 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] Network 4826c2d9-ff92-4255-84fc-4664139f9cbb has no segments {{(pid=80144) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:   % (table.description, expected, rows_matched)
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:   % (table.description, expected, rows_matched)
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:   % (table.description, expected, rows_matched)
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:   % (table.description, expected, rows_matched)
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]: Traceback (most recent call last):
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:     timer()
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:     cb(*args, **kw)
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:     return func(*args, **kwargs)
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:     self._notify()
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:     self.callback(batched_events)
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:     event.method(event)
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:     segment_id)['aggregates'][0]
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(self, *a, **k)
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self._get(url).json()
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:     **kwargs)
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.request(url, 'GET', **kwargs)
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:     **endpoint_filter)
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 20:11:30.161801 dv-cinder-773985-1-iscsi neutron-server[80033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 20:11:30.164813 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:30.167371 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:30.177289 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-eb3e4b87-8ad8-4c2d-8465-bc05e9f18271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:30.219518 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=426f2e49b5da4ada93d96eb766896489&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1926994
Feb 03 20:11:30.221198 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5892344a-fe7d-4957-a569-260bf37450a7,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:30.222261 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 34570) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:30.230145 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.230574 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.230995 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.231409 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.232106 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.232519 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.233083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.233492 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.233901 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.234307 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.235298 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.235712 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.236193 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.236607 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.237016 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.237498 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.237904 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.238308 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.238876 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.239208 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.239614 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.240049 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.240454 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.240854 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:30.245230 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:30.278063 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854533528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846788979'] for network, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:30.289262 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5189a081-a358-4cdc-8b73-037bc58a3fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:30.305340 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:30.317214 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4826c2d9-ff92-4255-84fc-4664139f9cbb,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:30.330052 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:30.337295 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-4588140f-23f8-4065-9506-37c97d32d3f0 admin admin] 10.222.0.103 "DELETE /v2.0/networks/4826c2d9-ff92-4255-84fc-4664139f9cbb HTTP/1.1" status: 204  len: 168 time: 2.4457874
Feb 03 20:11:30.338210 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ee0d43b0-c8c4-4b38-94b8-e002fe065269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:30.367323 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ee0d43b0-c8c4-4b38-94b8-e002fe065269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:30.413566 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ee0d43b0-c8c4-4b38-94b8-e002fe065269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:30.418758 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-770b91f3-a4fa-4964-9bac-31a96fcb18d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:30.429961 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d43b0-c8c4-4b38-94b8-e002fe065269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5892344a-fe7d-4957-a569-260bf37450a7,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:30.433742 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ee0d43b0-c8c4-4b38-94b8-e002fe065269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:30.437063 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ee0d43b0-c8c4-4b38-94b8-e002fe065269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:30.438294 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-ee0d43b0-c8c4-4b38-94b8-e002fe065269 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/5892344a-fe7d-4957-a569-260bf37450a7 HTTP/1.1" status: 204  len: 168 time: 0.2144217
Feb 03 20:11:30.554520 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34578) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:30.619845 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-1bca67d7-fb84-41e5-a430-8821f53b36cd admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=02ef50735d804c2db24fe12e26c282e8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0639875
Feb 03 20:11:30.622469 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34584) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:30.684773 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9d44bf08-d12b-4844-9701-bc40280a43d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:30.712517 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9d44bf08-d12b-4844-9701-bc40280a43d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:30.759194 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9d44bf08-d12b-4844-9701-bc40280a43d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:30.764614 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8bc4bc84-fcf3-47a8-9198-07aafd94592b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:30.778881 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44bf08-d12b-4844-9701-bc40280a43d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8292ec-49d9-4295-9ba2-1a0711fe83c9,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:30.783499 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9d44bf08-d12b-4844-9701-bc40280a43d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:30.795782 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9d44bf08-d12b-4844-9701-bc40280a43d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:30.799441 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-9d44bf08-d12b-4844-9701-bc40280a43d6 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/5d8292ec-49d9-4295-9ba2-1a0711fe83c9 HTTP/1.1" status: 204  len: 168 time: 0.1735888
Feb 03 20:11:38.877042 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:11:49.025739 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-08928a59-ebdf-45ca-a631-f98e2af1c1f9 req-941cc989-01ff-4b5b-82fe-94cec374c309 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1885365117&fields=id&tenant_id=019e485546034fe68f260a355a97c478 HTTP/1.1" status: 200  len: 267 time: 0.0635321
Feb 03 20:11:49.195609 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08928a59-ebdf-45ca-a631-f98e2af1c1f9 req-2785dfaf-456b-4f0c-9d32-e2cdb4f6517d tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:49.197127 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-08928a59-ebdf-45ca-a631-f98e2af1c1f9 req-2785dfaf-456b-4f0c-9d32-e2cdb4f6517d tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 984 time: 0.1655419
Feb 03 20:11:49.209019 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-08928a59-ebdf-45ca-a631-f98e2af1c1f9 req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Request body: {'port': {'security_groups': ['2e434186-6a4f-404a-af39-e825adaab87d']}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:11:49.360130 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-08928a59-ebdf-45ca-a631-f98e2af1c1f9 req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:49.688129 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-08928a59-ebdf-45ca-a631-f98e2af1c1f9 req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] For port c3244613-f66e-448f-ad40-b1fc672afe93, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=c3244613-f66e-448f-ad40-b1fc672afe93,segment=NetworkSegment(e47cea05-8124-4069-9030-7a9096476dc6),segment_id=e47cea05-8124-4069-9030-7a9096476dc6)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:11:49.714340 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-08928a59-ebdf-45ca-a631-f98e2af1c1f9 req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for port, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:49.717871 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-08928a59-ebdf-45ca-a631-f98e2af1c1f9 req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5360845'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:49.734200 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-809275c6-8b6a-427f-8ee8-709a61fc4011 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:49.866782 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34930) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:49.893112 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Pushing event updated for resources: {'Port': ['ID=c3244613-f66e-448f-ad40-b1fc672afe93,revision_number=6']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:49.906824 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.907239 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.907650 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.908084 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.908482 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.908880 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.909274 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.909669 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.910061 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.910454 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.910843 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.911269 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.911700 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.912118 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.912523 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.913428 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.913827 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.914217 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.914611 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.915004 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.915395 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.915787 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.916199 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.916590 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:11:49.929700 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:50.019841 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08928a59-ebdf-45ca-a631-f98e2af1c1f9 req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:50.020613 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-08928a59-ebdf-45ca-a631-f98e2af1c1f9 req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:50.022202 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-08928a59-ebdf-45ca-a631-f98e2af1c1f9 req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "PUT /v2.0/ports/c3244613-f66e-448f-ad40-b1fc672afe93 HTTP/1.1" status: 200  len: 942 time: 0.8182354
Feb 03 20:11:50.025059 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd900d79c-8244-4974-9b98-07ffaa568b1c', 'tag': 'c3244613-f66e-448f-ad40-b1fc672afe93'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:11:50.025564 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-68d57911-261a-450a-835f-aa33303b7b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:50.046384 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-68d57911-261a-450a-835f-aa33303b7b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:11:50.050581 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-68d57911-261a-450a-835f-aa33303b7b06 admin admin] Usage tracker for resource:security_group_rule and tenant:f78de813bdc843289486c3ee378263b5 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:11:50.054546 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-68d57911-261a-450a-835f-aa33303b7b06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:11:50.060725 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-68d57911-261a-450a-835f-aa33303b7b06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:11:50.089697 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd900d79c-8244-4974-9b98-07ffaa568b1c', 'tag': 'c3244613-f66e-448f-ad40-b1fc672afe93', 'status': 'completed', 'code': 200}
Feb 03 20:11:50.218507 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c33f0196-0e5f-43db-9bd5-fb27546ca572 req-f5558c6f-3792-4711-81b3-fd5f0cbd2bc3 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups/5663f976-1f82-4dfa-a3db-d930dd8bae25 HTTP/1.1" status: 200  len: 3005 time: 0.1551011
Feb 03 20:11:50.227663 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-9a885a3f-e683-43d5-9056-f03afcdecf15 None None] Provisioning complete for port c3244613-f66e-448f-ad40-b1fc672afe93 triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:11:50.228160 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9a885a3f-e683-43d5-9056-f03afcdecf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:50.362455 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9aa0d-0579-45d4-9456-c0df79729689 req-ca9e5b69-eba3-4381-9101-204c08cd361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:50.364123 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-36a9aa0d-0579-45d4-9456-c0df79729689 req-ca9e5b69-eba3-4381-9101-204c08cd361b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=019e485546034fe68f260a355a97c478&device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 1162 time: 0.2227292
Feb 03 20:11:50.366076 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-68d57911-261a-450a-835f-aa33303b7b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:50.634940 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-68d57911-261a-450a-835f-aa33303b7b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:50.648603 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c40ca6bb-605e-48de-b468-32873000c0fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:50.657369 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device c3244613-f66e-448f-ad40-b1fc672afe93 up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:11:50.711727 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-c33f0196-0e5f-43db-9bd5-fb27546ca572 req-200ade55-272f-4e00-bab3-4a9a70965b60 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:50.732306 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port c3244613-f66e-448f-ad40-b1fc672afe93 triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:11:50.732729 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:50.792668 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-68d57911-261a-450a-835f-aa33303b7b06 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=f78de813bdc843289486c3ee378263b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9222507
Feb 03 20:11:50.792668 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d57911-261a-450a-835f-aa33303b7b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3374b7-6f03-4ca9-bc92-351df265e013,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:50.794724 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 34942) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:50.801175 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-68d57911-261a-450a-835f-aa33303b7b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:50.803192 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-c33f0196-0e5f-43db-9bd5-fb27546ca572 req-200ade55-272f-4e00-bab3-4a9a70965b60 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:50.883787 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9aa0d-0579-45d4-9456-c0df79729689 req-ace8fb11-2635-4ce1-bf9e-d0d6ba4ec7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:50.885491 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-36a9aa0d-0579-45d4-9456-c0df79729689 req-ace8fb11-2635-4ce1-bf9e-d0d6ba4ec7c3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=226095d3-1bdc-4207-afe1-88a7ce507c59 HTTP/1.1" status: 200  len: 909 time: 0.5102079
Feb 03 20:11:50.904079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-81caae03-0b8e-469b-9a36-c73d669b5ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:50.932306 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-81caae03-0b8e-469b-9a36-c73d669b5ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:50.954695 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-c33f0196-0e5f-43db-9bd5-fb27546ca572 req-200ade55-272f-4e00-bab3-4a9a70965b60 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:50.969312 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-61efa86e-1400-408d-aa05-07b50526c454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:50.977755 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-81caae03-0b8e-469b-9a36-c73d669b5ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:50.983094 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a6d08612-64cf-45c9-990a-f713b0128749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:50.996872 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81caae03-0b8e-469b-9a36-c73d669b5ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3374b7-6f03-4ca9-bc92-351df265e013,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:50.998792 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ade55-272f-4e00-bab3-4a9a70965b60 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5663f976-1f82-4dfa-a3db-d930dd8bae25,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:50.999686 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-81caae03-0b8e-469b-9a36-c73d669b5ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:51.001279 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-81caae03-0b8e-469b-9a36-c73d669b5ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:51.005292 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-81caae03-0b8e-469b-9a36-c73d669b5ec5 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/bd3374b7-6f03-4ca9-bc92-351df265e013 HTTP/1.1" status: 204  len: 168 time: 0.2057929
Feb 03 20:11:51.005810 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-200ade55-272f-4e00-bab3-4a9a70965b60 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:51.030290 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-c33f0196-0e5f-43db-9bd5-fb27546ca572 req-200ade55-272f-4e00-bab3-4a9a70965b60 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:51.034349 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c33f0196-0e5f-43db-9bd5-fb27546ca572 req-200ade55-272f-4e00-bab3-4a9a70965b60 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "DELETE /v2.0/security-groups/5663f976-1f82-4dfa-a3db-d930dd8bae25 HTTP/1.1" status: 204  len: 173 time: 0.8069425
Feb 03 20:11:51.039296 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-36a9aa0d-0579-45d4-9456-c0df79729689 req-ce7dd35e-1d5d-43e8-859b-864de46ddb2d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3244613-f66e-448f-ad40-b1fc672afe93 HTTP/1.1" status: 200  len: 1001 time: 0.1463974
Feb 03 20:11:51.122531 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9aa0d-0579-45d4-9456-c0df79729689 req-fe95f3f6-9b1b-4712-a0a7-560eee511284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:51.124094 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-36a9aa0d-0579-45d4-9456-c0df79729689 req-fe95f3f6-9b1b-4712-a0a7-560eee511284 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a493d78a-d907-43f3-9068-f045210c0bb4 HTTP/1.1" status: 200  len: 854 time: 0.0775745
Feb 03 20:11:51.217316 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9aa0d-0579-45d4-9456-c0df79729689 req-8456c043-81b8-49b1-9750-299e5b43ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:51.219001 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-36a9aa0d-0579-45d4-9456-c0df79729689 req-8456c043-81b8-49b1-9750-299e5b43ac97 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=226095d3-1bdc-4207-afe1-88a7ce507c59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0877399
Feb 03 20:11:51.223652 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-dc2ce0e8-70f8-4cfc-bff4-34474e616ae1 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/floatingips/9f462083-a469-46ed-bf93-b3522923ec7a HTTP/1.1" status: 200  len: 998 time: 0.1469827
Feb 03 20:11:51.373683 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-36a9aa0d-0579-45d4-9456-c0df79729689 req-944eeba7-0a5a-4bd6-8fff-6bf14a5a6e0b service neutron] 10.222.0.67 "GET /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442449
Feb 03 20:11:51.487521 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-9cd2f10e-325c-40f7-825b-cc390faf4c8f tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:51.489178 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-9cd2f10e-325c-40f7-825b-cc390faf4c8f tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/networks/b3f750ce-bc55-47f2-a098-fbecdde1b124 HTTP/1.1" status: 200  len: 784 time: 0.2591729
Feb 03 20:11:51.489752 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 34952) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:51.524355 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-36a9aa0d-0579-45d4-9456-c0df79729689 req-3596983a-6266-4c26-b397-7a47d6f01b97 service neutron] 10.222.0.67 "GET /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431129
Feb 03 20:11:51.564916 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-10f93ae0-2305-492b-90b9-991e585529ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:51.602009 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-10f93ae0-2305-492b-90b9-991e585529ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:11:51.617901 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-10f93ae0-2305-492b-90b9-991e585529ef admin admin] Usage tracker for resource:security_group_rule and tenant:9ac7fb1596ee4418af19c26436b90506 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:11:51.622784 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-10f93ae0-2305-492b-90b9-991e585529ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:11:51.633449 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-10f93ae0-2305-492b-90b9-991e585529ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:11:51.671807 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-d6059c8c-e885-4978-8701-440063255bc7 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/floatingips?floating_ip_address=172.27.3.173 HTTP/1.1" status: 200  len: 1001 time: 0.1637864
Feb 03 20:11:51.856020 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-41436dea-f38b-4a65-8019-91b906bdd07f tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:51.857858 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-41436dea-f38b-4a65-8019-91b906bdd07f tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports/c3244613-f66e-448f-ad40-b1fc672afe93 HTTP/1.1" status: 200  len: 942 time: 0.1758392
Feb 03 20:11:51.915568 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-10f93ae0-2305-492b-90b9-991e585529ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:51.918766 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-10f93ae0-2305-492b-90b9-991e585529ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:51.927763 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-3ec28722-bd3d-40bc-8874-e80dd5fc86a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:52.060882 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-10f93ae0-2305-492b-90b9-991e585529ef admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=9ac7fb1596ee4418af19c26436b90506&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5699353
Feb 03 20:11:52.063775 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 34960) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:52.067343 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f93ae0-2305-492b-90b9-991e585529ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1c6db6-1f37-4fb4-9b65-185e9c768ef4,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:52.071971 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-10f93ae0-2305-492b-90b9-991e585529ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:52.112989 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-1daa68cb-81ba-4614-bb3a-c756e4a9b9c0 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/floatingips?floating_ip_address=172.27.3.173 HTTP/1.1" status: 200  len: 1001 time: 0.1662955
Feb 03 20:11:52.133719 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4fdbfd0f-2190-4833-b606-836f7a77d556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:52.162106 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4fdbfd0f-2190-4833-b606-836f7a77d556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:52.214913 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4fdbfd0f-2190-4833-b606-836f7a77d556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:52.218955 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-963ed4b2-41cb-487a-9136-29070ded241f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:52.236157 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdbfd0f-2190-4833-b606-836f7a77d556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1c6db6-1f37-4fb4-9b65-185e9c768ef4,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:52.238633 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-4fdbfd0f-2190-4833-b606-836f7a77d556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:52.244684 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-4fdbfd0f-2190-4833-b606-836f7a77d556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:52.245928 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-4fdbfd0f-2190-4833-b606-836f7a77d556 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/ef1c6db6-1f37-4fb4-9b65-185e9c768ef4 HTTP/1.1" status: 204  len: 168 time: 0.1808312
Feb 03 20:11:52.378120 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-c96b7711-aee8-41d4-bc9f-36b63677aebe tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Deleting port b35cd7f5-1368-41fb-9d94-dd0d0d3fdd59 {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:11:52.378668 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-c96b7711-aee8-41d4-bc9f-36b63677aebe tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:52.775656 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-21c1075f-ff01-444b-9deb-417b9388d264 req-b1bdc92d-060c-447b-8643-a06e1cb2d327 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0817273
Feb 03 20:11:52.858481 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-c96b7711-aee8-41d4-bc9f-36b63677aebe tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:52.858860 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-c96b7711-aee8-41d4-bc9f-36b63677aebe tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:52.881468 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fa14fc11-4876-440c-872d-1aa3b557dfd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:52.892414 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1075f-ff01-444b-9deb-417b9388d264 req-2c76eae1-c750-4aa1-b15f-d60aef619196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:52.894162 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-21c1075f-ff01-444b-9deb-417b9388d264 req-2c76eae1-c750-4aa1-b15f-d60aef619196 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=019e485546034fe68f260a355a97c478&device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 1162 time: 0.0858161
Feb 03 20:11:53.003634 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-c96b7711-aee8-41d4-bc9f-36b63677aebe tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Calling delete_port for b35cd7f5-1368-41fb-9d94-dd0d0d3fdd59 owned by network:floatingip {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:11:53.068637 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1075f-ff01-444b-9deb-417b9388d264 req-21d2ffae-52ad-4477-8068-bb6084d1242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:53.071010 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-21c1075f-ff01-444b-9deb-417b9388d264 req-21d2ffae-52ad-4477-8068-bb6084d1242f service neutron] 10.222.0.67 "GET /v2.0/networks?id=226095d3-1bdc-4207-afe1-88a7ce507c59 HTTP/1.1" status: 200  len: 909 time: 0.1562428
Feb 03 20:11:53.184866 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-c96b7711-aee8-41d4-bc9f-36b63677aebe tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:53.195641 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-21c1075f-ff01-444b-9deb-417b9388d264 req-1e3b6b4b-dded-4ed6-a8dd-743368648c53 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3244613-f66e-448f-ad40-b1fc672afe93 HTTP/1.1" status: 200  len: 1001 time: 0.1143501
Feb 03 20:11:53.202423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1f10e5cc-2266-444b-83f8-9ed1e6a1dd05 tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:53.276393 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1075f-ff01-444b-9deb-417b9388d264 req-eb98a127-cc01-4e22-870c-9ea49a18e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:53.278229 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-21c1075f-ff01-444b-9deb-417b9388d264 req-eb98a127-cc01-4e22-870c-9ea49a18e53b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a493d78a-d907-43f3-9068-f045210c0bb4 HTTP/1.1" status: 200  len: 854 time: 0.0717213
Feb 03 20:11:53.298257 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b7711-aee8-41d4-bc9f-36b63677aebe tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Pushing event deleted for resources: {'Port': ['ID=b35cd7f5-1368-41fb-9d94-dd0d0d3fdd59,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:53.309205 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c96b7711-aee8-41d4-bc9f-36b63677aebe tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:53.369727 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1075f-ff01-444b-9deb-417b9388d264 req-12a0d18f-2d65-4f23-9cb6-f179eb526990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:53.371498 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-21c1075f-ff01-444b-9deb-417b9388d264 req-12a0d18f-2d65-4f23-9cb6-f179eb526990 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=226095d3-1bdc-4207-afe1-88a7ce507c59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824351
Feb 03 20:11:53.434979 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-c96b7711-aee8-41d4-bc9f-36b63677aebe tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks [] for floatingip, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:53.435306 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.l3_db [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-c96b7711-aee8-41d4-bc9f-36b63677aebe tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Floating IP 9f462083-a469-46ed-bf93-b3522923ec7a disassociated (deleted). External IP: 172.27.3.173, port: c3244613-f66e-448f-ad40-b1fc672afe93.
Feb 03 20:11:53.531796 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-21c1075f-ff01-444b-9deb-417b9388d264 req-be1499d2-08ee-48da-a4d9-e9d65fbc58d0 service neutron] 10.222.0.67 "GET /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508899
Feb 03 20:11:53.692785 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-21c1075f-ff01-444b-9deb-417b9388d264 req-e8017886-3857-4b77-a2ae-ba790fa09c64 service neutron] 10.222.0.67 "GET /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1526613
Feb 03 20:11:53.849111 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-c96b7711-aee8-41d4-bc9f-36b63677aebe tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Router 4835e097-04b5-4adc-bc37-0759d5332808 has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:11:54.058831 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-c96b7711-aee8-41d4-bc9f-36b63677aebe tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:11:54.071681 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c35fa1-6b70-4b1a-9b2e-cfdb837d1956 None None] Sync routers for ids ['4835e097-04b5-4adc-bc37-0759d5332808'] in dv-cinder-773985-1-iscsi {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:11:54.084240 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c35fa1-6b70-4b1a-9b2e-cfdb837d1956 None None] Routers {'4835e097-04b5-4adc-bc37-0759d5332808'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:11:54.085338 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-b1c35fa1-6b70-4b1a-9b2e-cfdb837d1956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a7d5f28>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:11:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['4835e097-04b5-4adc-bc37-0759d5332808'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:54.104211 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-c96b7711-aee8-41d4-bc9f-36b63677aebe tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:54.171973 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-c96b7711-aee8-41d4-bc9f-36b63677aebe tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "DELETE /v2.0/floatingips/9f462083-a469-46ed-bf93-b3522923ec7a HTTP/1.1" status: 204  len: 173 time: 2.0525510
Feb 03 20:11:54.172793 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd900d79c-8244-4974-9b98-07ffaa568b1c', 'tag': 'c3244613-f66e-448f-ad40-b1fc672afe93'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:11:54.177963 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 35012) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:54.273992 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd900d79c-8244-4974-9b98-07ffaa568b1c', 'tag': 'c3244613-f66e-448f-ad40-b1fc672afe93', 'status': 'completed', 'code': 200}
Feb 03 20:11:54.350518 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-4e20d946-9af5-49bf-b395-fb061e870cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:54.352803 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-4e20d946-9af5-49bf-b395-fb061e870cfc service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=019e485546034fe68f260a355a97c478&device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 1162 time: 0.1384542
Feb 03 20:11:54.491371 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd7fad-d74a-4a53-ab97-af95030ef859 req-f312d311-cfdb-4fb5-8929-530a7d35d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:54.493743 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1dcd7fad-d74a-4a53-ab97-af95030ef859 req-f312d311-cfdb-4fb5-8929-530a7d35d33d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=019e485546034fe68f260a355a97c478&device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 1162 time: 0.1854637
Feb 03 20:11:54.561383 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-b1c35fa1-6b70-4b1a-9b2e-cfdb837d1956 None None] Set router 4835e097-04b5-4adc-bc37-0759d5332808 gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:11:54.641428 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-3bed6fd1-5fd6-402c-a1fa-a44138ef88df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:54.643092 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-3bed6fd1-5fd6-402c-a1fa-a44138ef88df service neutron] 10.222.0.103 "GET /v2.0/networks?id=226095d3-1bdc-4207-afe1-88a7ce507c59 HTTP/1.1" status: 200  len: 909 time: 0.2787189
Feb 03 20:11:54.659984 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2fd45f30-fbff-4e95-8b77-fa7fd0d54341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:54.725522 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-d2b0da98-4d46-4a28-8dd4-e73fce4ca681 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3244613-f66e-448f-ad40-b1fc672afe93 HTTP/1.1" status: 200  len: 217 time: 0.0747838
Feb 03 20:11:54.750269 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd7fad-d74a-4a53-ab97-af95030ef859 req-defdd374-6b6d-4baf-90da-18cdb1f3f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:54.751918 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1dcd7fad-d74a-4a53-ab97-af95030ef859 req-defdd374-6b6d-4baf-90da-18cdb1f3f368 service neutron] 10.222.0.67 "GET /v2.0/networks?id=226095d3-1bdc-4207-afe1-88a7ce507c59 HTTP/1.1" status: 200  len: 909 time: 0.2469971
Feb 03 20:11:54.752938 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-2fd45f30-fbff-4e95-8b77-fa7fd0d54341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:11:54.757909 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-2fd45f30-fbff-4e95-8b77-fa7fd0d54341 admin admin] Usage tracker for resource:security_group_rule and tenant:6f4545a564ab4e28ab59984209a4c48c is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:11:54.811843 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-ee5fa6ef-8a4a-4b87-a588-d5e1db115ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:54.813681 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-ee5fa6ef-8a4a-4b87-a588-d5e1db115ae2 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a493d78a-d907-43f3-9068-f045210c0bb4 HTTP/1.1" status: 200  len: 854 time: 0.0751815
Feb 03 20:11:54.831221 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-2fd45f30-fbff-4e95-8b77-fa7fd0d54341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:11:54.846759 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1dcd7fad-d74a-4a53-ab97-af95030ef859 req-ffa3dae9-f8cf-4c4c-9916-cadba81cad5f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3244613-f66e-448f-ad40-b1fc672afe93 HTTP/1.1" status: 200  len: 217 time: 0.0845423
Feb 03 20:11:54.847640 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-2fd45f30-fbff-4e95-8b77-fa7fd0d54341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:11:54.924868 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-b1c35fa1-6b70-4b1a-9b2e-cfdb837d1956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a7d5f28>, [{'id': '4835e097-04b5-4adc-bc37-0759d5332808', 'name': 'tempest-TestMinimumBasicScenario-1148810875-router', 'tenant_id': '019e485546034fe68f260a355a97c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:09:25Z', 'updated_at': '2021-02-03T20:09:31Z', 'revision_number': 4, 'project_id': '019e485546034fe68f260a355a97c478', 'gw_port': {'id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:27Z', 'updated_at': '2021-02-03T20:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '844f96ad-30a3-4d30-a4d0-c7a1e027d87b', 'name': '', 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59', 'tenant_id': '019e485546034fe68f260a355a97c478', 'mac_address': 'fa:16:3e:e0:35:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a493d78a-d907-43f3-9068-f045210c0bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:30Z', 'updated_at': '2021-02-03T20:09:40Z', 'revision_number': 5, 'project_id': '019e485546034fe68f260a355a97c478', 'subnets': [{'id': 'a493d78a-d907-43f3-9068-f045210c0bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:54.930776 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c35fa1-6b70-4b1a-9b2e-cfdb837d1956 None None] Checking router: 4835e097-04b5-4adc-bc37-0759d5332808 for host: dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:11:54.942310 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c35fa1-6b70-4b1a-9b2e-cfdb837d1956 None None] Routers {'4835e097-04b5-4adc-bc37-0759d5332808'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:11:54.943001 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-b1c35fa1-6b70-4b1a-9b2e-cfdb837d1956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a7d5f28>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:11:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['4835e097-04b5-4adc-bc37-0759d5332808'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:54.957825 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-bb5cdebe-f776-4791-8355-ca4b8ec283d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:54.961431 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-bb5cdebe-f776-4791-8355-ca4b8ec283d7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=226095d3-1bdc-4207-afe1-88a7ce507c59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1402724
Feb 03 20:11:54.971680 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd7fad-d74a-4a53-ab97-af95030ef859 req-6418268e-cffa-4df5-9f70-c660cdb94780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:54.973899 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1dcd7fad-d74a-4a53-ab97-af95030ef859 req-6418268e-cffa-4df5-9f70-c660cdb94780 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a493d78a-d907-43f3-9068-f045210c0bb4 HTTP/1.1" status: 200  len: 854 time: 0.1191399
Feb 03 20:11:55.148449 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2fd45f30-fbff-4e95-8b77-fa7fd0d54341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:55.151948 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-5c269927-b14c-49e1-95c6-ecef1cfc106c service neutron] 10.222.0.103 "GET /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1821642
Feb 03 20:11:55.152775 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd7fad-d74a-4a53-ab97-af95030ef859 req-adf634dd-7fde-4d75-a485-74bbfb3a579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:11:55.154719 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1dcd7fad-d74a-4a53-ab97-af95030ef859 req-adf634dd-7fde-4d75-a485-74bbfb3a579b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=226095d3-1bdc-4207-afe1-88a7ce507c59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1672292
Feb 03 20:11:55.155973 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2fd45f30-fbff-4e95-8b77-fa7fd0d54341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:55.166856 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-118f69af-be02-458b-93f9-a36ba6f28e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:55.194871 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-b1c35fa1-6b70-4b1a-9b2e-cfdb837d1956 None None] Set router 4835e097-04b5-4adc-bc37-0759d5332808 gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:11:55.294600 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd45f30-fbff-4e95-8b77-fa7fd0d54341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb559f6d-de3e-4713-a93e-6e4a05c7b68e,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:55.304986 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 35036) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:55.305206 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-2fd45f30-fbff-4e95-8b77-fa7fd0d54341 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=6f4545a564ab4e28ab59984209a4c48c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1246142
Feb 03 20:11:55.309145 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2fd45f30-fbff-4e95-8b77-fa7fd0d54341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:55.316044 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b1d3e040-8dd3-4c79-802b-c18a9c387e34 req-4c8575ac-01ec-47b3-914c-067a33c24928 service neutron] 10.222.0.103 "GET /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1528668
Feb 03 20:11:55.375409 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1dcd7fad-d74a-4a53-ab97-af95030ef859 req-791a391e-9f0e-43f9-a1c2-fd08a1c096ac service neutron] 10.222.0.67 "GET /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2111900
Feb 03 20:11:55.392734 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ad98a21b-8840-4d6d-ada0-8e280dc4f8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:55.423596 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ad98a21b-8840-4d6d-ada0-8e280dc4f8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:55.453062 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-68a55b24-1de2-49f4-bc79-0336bda010c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:55.473424 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ad98a21b-8840-4d6d-ada0-8e280dc4f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:55.479953 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-811dd289-0709-4a89-b40b-8379055b2325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:55.492697 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98a21b-8840-4d6d-ada0-8e280dc4f8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb559f6d-de3e-4713-a93e-6e4a05c7b68e,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:55.499737 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ad98a21b-8840-4d6d-ada0-8e280dc4f8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:55.500742 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ad98a21b-8840-4d6d-ada0-8e280dc4f8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:55.501765 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-ad98a21b-8840-4d6d-ada0-8e280dc4f8dd admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/fb559f6d-de3e-4713-a93e-6e4a05c7b68e HTTP/1.1" status: 204  len: 168 time: 0.1847067
Feb 03 20:11:55.602804 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1dcd7fad-d74a-4a53-ab97-af95030ef859 req-3c1bcf14-a505-45c0-8355-efe1ece6899a service neutron] 10.222.0.67 "GET /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2202132
Feb 03 20:11:55.639111 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-b1c35fa1-6b70-4b1a-9b2e-cfdb837d1956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a7d5f28>, [{'id': '4835e097-04b5-4adc-bc37-0759d5332808', 'name': 'tempest-TestMinimumBasicScenario-1148810875-router', 'tenant_id': '019e485546034fe68f260a355a97c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:09:25Z', 'updated_at': '2021-02-03T20:09:31Z', 'revision_number': 4, 'project_id': '019e485546034fe68f260a355a97c478', 'gw_port': {'id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:27Z', 'updated_at': '2021-02-03T20:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '844f96ad-30a3-4d30-a4d0-c7a1e027d87b', 'name': '', 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59', 'tenant_id': '019e485546034fe68f260a355a97c478', 'mac_address': 'fa:16:3e:e0:35:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a493d78a-d907-43f3-9068-f045210c0bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:30Z', 'updated_at': '2021-02-03T20:09:40Z', 'revision_number': 5, 'project_id': '019e485546034fe68f260a355a97c478', 'subnets': [{'id': 'a493d78a-d907-43f3-9068-f045210c0bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:11:55.643495 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c35fa1-6b70-4b1a-9b2e-cfdb837d1956 None None] The sync data for ids ['4835e097-04b5-4adc-bc37-0759d5332808'] in dv-cinder-773985-1-iscsi is: [{'id': '4835e097-04b5-4adc-bc37-0759d5332808', 'name': 'tempest-TestMinimumBasicScenario-1148810875-router', 'tenant_id': '019e485546034fe68f260a355a97c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:09:25Z', 'updated_at': '2021-02-03T20:09:31Z', 'revision_number': 4, 'project_id': '019e485546034fe68f260a355a97c478', 'gw_port': {'id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:27Z', 'updated_at': '2021-02-03T20:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '844f96ad-30a3-4d30-a4d0-c7a1e027d87b', 'name': '', 'network_id': '226095d3-1bdc-4207-afe1-88a7ce507c59', 'tenant_id': '019e485546034fe68f260a355a97c478', 'mac_address': 'fa:16:3e:e0:35:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a493d78a-d907-43f3-9068-f045210c0bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:30Z', 'updated_at': '2021-02-03T20:09:40Z', 'revision_number': 5, 'project_id': '019e485546034fe68f260a355a97c478', 'subnets': [{'id': 'a493d78a-d907-43f3-9068-f045210c0bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:11:55.994984 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:56.076571 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73754a18-b1fa-4959-a08c-2e71db43e420 None None] New status for floating IP 9f462083-a469-46ed-bf93-b3522923ec7a: DOWN {{(pid=80148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 20:11:56.728084 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:57.263711 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:57.931071 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:58.630992 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 35128) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:58.783364 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-45acc667-a59e-49e9-9e6d-73162dbc1c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:58.799246 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-45acc667-a59e-49e9-9e6d-73162dbc1c55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:11:58.804161 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-45acc667-a59e-49e9-9e6d-73162dbc1c55 admin admin] Usage tracker for resource:security_group_rule and tenant:8242e33fd10f4983ab499edb5e437c2a is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:11:58.807311 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-45acc667-a59e-49e9-9e6d-73162dbc1c55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:11:58.813567 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-45acc667-a59e-49e9-9e6d-73162dbc1c55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:11:58.898673 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-45acc667-a59e-49e9-9e6d-73162dbc1c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:58.901362 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-45acc667-a59e-49e9-9e6d-73162dbc1c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:58.909715 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-573c5d7a-ddbb-4f93-9a36-32f8fe4b27b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:58.955686 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-45acc667-a59e-49e9-9e6d-73162dbc1c55 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=8242e33fd10f4983ab499edb5e437c2a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3228204
Feb 03 20:11:58.957386 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acc667-a59e-49e9-9e6d-73162dbc1c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c36d766-9d9c-4d81-98b6-0af14b54116d,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:58.958657 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 35134) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:58.960894 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-45acc667-a59e-49e9-9e6d-73162dbc1c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:59.020648 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1bf4b17a-0ae2-4648-b1f4-d4c96a9fbcb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:59.047436 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1bf4b17a-0ae2-4648-b1f4-d4c96a9fbcb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:59.091625 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1bf4b17a-0ae2-4648-b1f4-d4c96a9fbcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:59.096554 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2aacf010-5272-4f30-a277-ab2ea82a851f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:59.111509 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4b17a-0ae2-4648-b1f4-d4c96a9fbcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c36d766-9d9c-4d81-98b6-0af14b54116d,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:59.114619 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1bf4b17a-0ae2-4648-b1f4-d4c96a9fbcb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:59.119111 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1bf4b17a-0ae2-4648-b1f4-d4c96a9fbcb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:59.122862 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-1bf4b17a-0ae2-4648-b1f4-d4c96a9fbcb8 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/7c36d766-9d9c-4d81-98b6-0af14b54116d HTTP/1.1" status: 204  len: 168 time: 0.1606491
Feb 03 20:11:59.460268 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 35142) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:59.479483 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a641b3db-6148-4f86-a732-712fda076f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:59.494943 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-a641b3db-6148-4f86-a732-712fda076f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:11:59.499078 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-a641b3db-6148-4f86-a732-712fda076f5c admin admin] Usage tracker for resource:security_group_rule and tenant:bfbb57d169554277a9a14f17566d7927 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:11:59.502200 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-a641b3db-6148-4f86-a732-712fda076f5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:11:59.508678 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-a641b3db-6148-4f86-a732-712fda076f5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:11:59.608241 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a641b3db-6148-4f86-a732-712fda076f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:59.611431 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a641b3db-6148-4f86-a732-712fda076f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:59.621375 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-39d8da24-66eb-43c8-a7a5-5641c0b95243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:59.665850 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-a641b3db-6148-4f86-a732-712fda076f5c admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=bfbb57d169554277a9a14f17566d7927&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2044103
Feb 03 20:11:59.666822 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641b3db-6148-4f86-a732-712fda076f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02a8e1d-28fa-45ca-badd-1221beaeb751,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:59.668977 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 35152) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:11:59.670370 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a641b3db-6148-4f86-a732-712fda076f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:59.737801 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-01ad4376-112e-4c9a-9671-874f1792b78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:59.769521 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-01ad4376-112e-4c9a-9671-874f1792b78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:59.817321 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-01ad4376-112e-4c9a-9671-874f1792b78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:59.823517 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e1fda55c-6a31-42f2-8475-b451e5106a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:11:59.838764 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad4376-112e-4c9a-9671-874f1792b78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02a8e1d-28fa-45ca-badd-1221beaeb751,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:11:59.842087 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-01ad4376-112e-4c9a-9671-874f1792b78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:11:59.846500 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-01ad4376-112e-4c9a-9671-874f1792b78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:11:59.848269 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-01ad4376-112e-4c9a-9671-874f1792b78c admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/d02a8e1d-28fa-45ca-badd-1221beaeb751 HTTP/1.1" status: 204  len: 168 time: 0.1780670
Feb 03 20:12:00.033572 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9aa6e-0523-4a7b-b492-b084c0f0427d req-76cb51e7-ccc6-4ca1-87df-ba586ff4edff tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:00.035334 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3cc9aa6e-0523-4a7b-b492-b084c0f0427d req-76cb51e7-ccc6-4ca1-87df-ba586ff4edff tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 945 time: 0.1697903
Feb 03 20:12:00.101941 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-3cc9aa6e-0523-4a7b-b492-b084c0f0427d req-469a6b7f-54a7-49aa-a630-705598255c5a tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Synchronizing usage tracker for tenant:019e485546034fe68f260a355a97c478 on resource:security_group {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:12:00.116956 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-3cc9aa6e-0523-4a7b-b492-b084c0f0427d req-469a6b7f-54a7-49aa-a630-705598255c5a tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Unset dirty status for tenant:019e485546034fe68f260a355a97c478 on resource:security_group {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:12:00.118357 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-3cc9aa6e-0523-4a7b-b492-b084c0f0427d req-469a6b7f-54a7-49aa-a630-705598255c5a tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762904
Feb 03 20:12:01.422060 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b602e40-c98d-4a95-b6f1-905f75af7268 req-a9dd963f-0a1f-4867-9c7f-03930d6fb7ba tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:01.422892 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-2b602e40-c98d-4a95-b6f1-905f75af7268 req-a9dd963f-0a1f-4867-9c7f-03930d6fb7ba tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Synchronizing usage tracker for tenant:019e485546034fe68f260a355a97c478 on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:12:01.438018 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-2b602e40-c98d-4a95-b6f1-905f75af7268 req-a9dd963f-0a1f-4867-9c7f-03930d6fb7ba tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Unset dirty status for tenant:019e485546034fe68f260a355a97c478 on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:12:01.439283 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2b602e40-c98d-4a95-b6f1-905f75af7268 req-a9dd963f-0a1f-4867-9c7f-03930d6fb7ba tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 945 time: 0.1888106
Feb 03 20:12:01.504925 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-2b602e40-c98d-4a95-b6f1-905f75af7268 req-c85f251b-272e-4773-8e7d-0679dafd292b tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591681
Feb 03 20:12:02.814382 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963986d2-5f93-4067-a422-248ed82c339a req-e7fa65b4-0f81-4ead-8d6f-978226c4960e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:02.816132 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-963986d2-5f93-4067-a422-248ed82c339a req-e7fa65b4-0f81-4ead-8d6f-978226c4960e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 945 time: 0.1726942
Feb 03 20:12:02.883686 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-963986d2-5f93-4067-a422-248ed82c339a req-3869f973-a8ec-45b2-9bf9-06e4f8e8ed11 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605075
Feb 03 20:12:04.182671 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5073c39-a098-4740-9a4e-4daee5c7f53d req-54eccbae-7218-4c79-b135-af91859b7dd1 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:04.184344 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a5073c39-a098-4740-9a4e-4daee5c7f53d req-54eccbae-7218-4c79-b135-af91859b7dd1 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 945 time: 0.1705835
Feb 03 20:12:04.251374 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-a5073c39-a098-4740-9a4e-4daee5c7f53d req-9f52bbb7-a010-4874-ad4b-69b769e6f98d tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607808
Feb 03 20:12:05.549887 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ff56b-08f9-4948-91aa-8348d83dbedc req-587f5905-c7bd-415e-bc2f-fe5749d3a550 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:05.551603 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ec7ff56b-08f9-4948-91aa-8348d83dbedc req-587f5905-c7bd-415e-bc2f-fe5749d3a550 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 945 time: 0.1726828
Feb 03 20:12:05.845172 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ec7ff56b-08f9-4948-91aa-8348d83dbedc req-a3ec9fae-7636-4f1e-81f7-66cad670143b tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2862504
Feb 03 20:12:06.847597 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658bcb2-bf13-43cd-a9be-2da626281e21 req-1186a953-2485-4ceb-a614-3a9c3d01132e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:06.849334 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b658bcb2-bf13-43cd-a9be-2da626281e21 req-1186a953-2485-4ceb-a614-3a9c3d01132e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.67 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 945 time: 0.1656370
Feb 03 20:12:07.044684 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-b658bcb2-bf13-43cd-a9be-2da626281e21 req-0f2e12b1-da15-48ee-82b0-885b6a51727b tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Deleting port c3244613-f66e-448f-ad40-b1fc672afe93 {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:12:07.045111 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-b658bcb2-bf13-43cd-a9be-2da626281e21 req-0f2e12b1-da15-48ee-82b0-885b6a51727b tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:07.169266 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c17615-0af7-4b55-9a2c-a855cbfd5c15 req-1454ed98-a196-4d8b-b41c-45c2a386f793 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:07.171114 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-34c17615-0af7-4b55-9a2c-a855cbfd5c15 req-1454ed98-a196-4d8b-b41c-45c2a386f793 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 945 time: 0.1913500
Feb 03 20:12:07.259097 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-34c17615-0af7-4b55-9a2c-a855cbfd5c15 req-7a25f348-b996-4166-bb37-26c36ea10042 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/security-groups?id=2e434186-6a4f-404a-af39-e825adaab87d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817473
Feb 03 20:12:07.259732 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 35270) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:12:07.344768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-b658bcb2-bf13-43cd-a9be-2da626281e21 req-0f2e12b1-da15-48ee-82b0-885b6a51727b tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] For port c3244613-f66e-448f-ad40-b1fc672afe93, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=c3244613-f66e-448f-ad40-b1fc672afe93,segment=NetworkSegment(e47cea05-8124-4069-9030-7a9096476dc6),segment_id=e47cea05-8124-4069-9030-7a9096476dc6)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:12:07.345098 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-b658bcb2-bf13-43cd-a9be-2da626281e21 req-0f2e12b1-da15-48ee-82b0-885b6a51727b tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:07.449731 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-10fca3f1-05a9-4a16-aba7-a662c6ee9275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:07.465104 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-10fca3f1-05a9-4a16-aba7-a662c6ee9275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:12:07.469163 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-10fca3f1-05a9-4a16-aba7-a662c6ee9275 admin admin] Usage tracker for resource:security_group_rule and tenant:e4cb5680159449debb6f353ad83f7420 is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:12:07.472195 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-10fca3f1-05a9-4a16-aba7-a662c6ee9275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:12:07.478723 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-10fca3f1-05a9-4a16-aba7-a662c6ee9275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:12:07.491313 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-b658bcb2-bf13-43cd-a9be-2da626281e21 req-0f2e12b1-da15-48ee-82b0-885b6a51727b tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Calling delete_port for c3244613-f66e-448f-ad40-b1fc672afe93 owned by compute:nova {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:12:07.566323 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-10fca3f1-05a9-4a16-aba7-a662c6ee9275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:07.570741 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-10fca3f1-05a9-4a16-aba7-a662c6ee9275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:07.606349 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-32bcfdc4-d131-477a-a358-62f94f1d0106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:12:07.620259 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-10fca3f1-05a9-4a16-aba7-a662c6ee9275 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=e4cb5680159449debb6f353ad83f7420&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3559802
Feb 03 20:12:07.620661 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 35278) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:12:07.638918 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fca3f1-05a9-4a16-aba7-a662c6ee9275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30e5b7d-9e80-49ce-b6a8-af5b12068052,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:12:07.642276 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-10fca3f1-05a9-4a16-aba7-a662c6ee9275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:12:07.689716 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-b658bcb2-bf13-43cd-a9be-2da626281e21 req-0f2e12b1-da15-48ee-82b0-885b6a51727b tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:07.708262 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-0dd2aa89-f998-4074-be6f-e9b6b48153f4 tempest-AttachVolumeTestJSON-988584422 tempest-AttachVolumeTestJSON-988584422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:12:07.818089 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e12b1-da15-48ee-82b0-885b6a51727b tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Pushing event deleted for resources: {'Port': ['ID=c3244613-f66e-448f-ad40-b1fc672afe93,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:12:07.824614 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-0f2e12b1-da15-48ee-82b0-885b6a51727b tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:12:07.827327 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-19696091-0b8f-4b62-9cbd-5cb157ce9612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:07.887977 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-19696091-0b8f-4b62-9cbd-5cb157ce9612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:07.987491 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b658bcb2-bf13-43cd-a9be-2da626281e21 req-0f2e12b1-da15-48ee-82b0-885b6a51727b tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] No DVR routers for this DVR port c3244613-f66e-448f-ad40-b1fc672afe93 on host hv-cinder-77398 {{(pid=80146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:12:07.989932 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-b658bcb2-bf13-43cd-a9be-2da626281e21 req-0f2e12b1-da15-48ee-82b0-885b6a51727b tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:07.992766 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd900d79c-8244-4974-9b98-07ffaa568b1c', 'name': 'network-vif-deleted', 'tag': 'c3244613-f66e-448f-ad40-b1fc672afe93'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:12:08.011735 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-19696091-0b8f-4b62-9cbd-5cb157ce9612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:08.018993 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d99fc4c1-562a-4844-aff3-845b27753542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:12:08.036481 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19696091-0b8f-4b62-9cbd-5cb157ce9612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30e5b7d-9e80-49ce-b6a8-af5b12068052,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:12:08.040263 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-b658bcb2-bf13-43cd-a9be-2da626281e21 req-0f2e12b1-da15-48ee-82b0-885b6a51727b tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.67 "DELETE /v2.0/ports/c3244613-f66e-448f-ad40-b1fc672afe93 HTTP/1.1" status: 204  len: 173 time: 1.1800172
Feb 03 20:12:08.041087 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-19696091-0b8f-4b62-9cbd-5cb157ce9612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:12:08.042266 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-19696091-0b8f-4b62-9cbd-5cb157ce9612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:08.043409 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-19696091-0b8f-4b62-9cbd-5cb157ce9612 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/a30e5b7d-9e80-49ce-b6a8-af5b12068052 HTTP/1.1" status: 204  len: 168 time: 0.4217050
Feb 03 20:12:08.054282 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd900d79c-8244-4974-9b98-07ffaa568b1c', 'name': 'network-vif-deleted', 'tag': 'c3244613-f66e-448f-ad40-b1fc672afe93', 'status': 'completed', 'code': 200}
Feb 03 20:12:08.391771 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 35290) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:12:08.413813 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5a9e6512-51be-46e2-9291-ac12ce88ed86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:08.431602 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-5a9e6512-51be-46e2-9291-ac12ce88ed86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:12:08.435783 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-5a9e6512-51be-46e2-9291-ac12ce88ed86 admin admin] Usage tracker for resource:security_group_rule and tenant:b59e8dd3a78049359fe538990e5313ca is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:12:08.439023 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-5a9e6512-51be-46e2-9291-ac12ce88ed86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:12:08.446791 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-5a9e6512-51be-46e2-9291-ac12ce88ed86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:12:08.493170 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-91da9395-48ca-4acf-88b5-c4ffce633fb6 req-d66aee66-12fe-4a09-9041-73949d98a38b tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 210 time: 0.0788717
Feb 03 20:12:08.543745 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5a9e6512-51be-46e2-9291-ac12ce88ed86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:08.546561 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5a9e6512-51be-46e2-9291-ac12ce88ed86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:08.560657 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-fc84985e-b80e-49fa-aee8-027c0e37ec7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:12:08.606595 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-5a9e6512-51be-46e2-9291-ac12ce88ed86 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=b59e8dd3a78049359fe538990e5313ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2111180
Feb 03 20:12:08.606595 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e6512-51be-46e2-9291-ac12ce88ed86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337375f4-9bfc-49de-a2ca-46d645a2f4fd,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:12:08.607539 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 35296) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:12:08.609010 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5a9e6512-51be-46e2-9291-ac12ce88ed86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:12:08.670406 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-27ca9a9d-90d7-4738-b4e5-16fbc40f8a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:08.697988 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-27ca9a9d-90d7-4738-b4e5-16fbc40f8a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:08.742282 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-27ca9a9d-90d7-4738-b4e5-16fbc40f8a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:08.747164 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-48cc9931-c54f-4076-8a3f-6266e8229d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:12:08.763454 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca9a9d-90d7-4738-b4e5-16fbc40f8a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337375f4-9bfc-49de-a2ca-46d645a2f4fd,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:12:08.767578 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-27ca9a9d-90d7-4738-b4e5-16fbc40f8a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:12:08.773183 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-27ca9a9d-90d7-4738-b4e5-16fbc40f8a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:08.776929 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-27ca9a9d-90d7-4738-b4e5-16fbc40f8a67 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/337375f4-9bfc-49de-a2ca-46d645a2f4fd HTTP/1.1" status: 204  len: 168 time: 0.1658576
Feb 03 20:12:09.702550 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-1cf6c6aa-f692-42d4-9898-2dc3a32258e9 req-046b2a1e-a82d-49eb-9123-241c347cfcaa tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Synchronizing usage tracker for tenant:019e485546034fe68f260a355a97c478 on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:12:09.718175 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-1cf6c6aa-f692-42d4-9898-2dc3a32258e9 req-046b2a1e-a82d-49eb-9123-241c347cfcaa tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Unset dirty status for tenant:019e485546034fe68f260a355a97c478 on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:12:09.719410 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1cf6c6aa-f692-42d4-9898-2dc3a32258e9 req-046b2a1e-a82d-49eb-9123-241c347cfcaa tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 210 time: 0.0650668
Feb 03 20:12:10.598802 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 35344) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:12:10.765486 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-60fc2619-6876-41a1-9aa8-90aa7258ee39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:10.781961 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-60fc2619-6876-41a1-9aa8-90aa7258ee39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:12:10.786003 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-60fc2619-6876-41a1-9aa8-90aa7258ee39 admin admin] Usage tracker for resource:security_group_rule and tenant:264970bc1fcd4d2f8a3b6f29bc8b7ebe is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:12:10.789572 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-60fc2619-6876-41a1-9aa8-90aa7258ee39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:12:10.795517 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-60fc2619-6876-41a1-9aa8-90aa7258ee39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:12:10.928495 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-726604ed-a714-4261-85d0-8820e87d35c7 req-9c31e495-c888-40b6-b790-dc4aba22dbcd tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] 10.222.0.103 "GET /v2.0/ports?device_id=d900d79c-8244-4974-9b98-07ffaa568b1c HTTP/1.1" status: 200  len: 210 time: 0.0583756
Feb 03 20:12:10.932910 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-60fc2619-6876-41a1-9aa8-90aa7258ee39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:10.935677 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-60fc2619-6876-41a1-9aa8-90aa7258ee39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:10.944410 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2de29dc9-65f3-4340-afd1-f1d7a39c8f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:12:10.992761 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-60fc2619-6876-41a1-9aa8-90aa7258ee39 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=264970bc1fcd4d2f8a3b6f29bc8b7ebe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3927963
Feb 03 20:12:10.993814 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc2619-6876-41a1-9aa8-90aa7258ee39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ccb299-3b9f-4a5d-8acc-3586e12a116f,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:12:10.995672 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 35352) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:12:10.997128 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-60fc2619-6876-41a1-9aa8-90aa7258ee39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:12:11.040568 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device c3244613-f66e-448f-ad40-b1fc672afe93 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:12:11.061877 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-457de5b1-6f80-44bd-8849-e07466d57abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:11.078827 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] No Port match for: c3244613-f66e-448f-ad40-b1fc672afe93 {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:12:11.079228 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device c3244613-f66e-448f-ad40-b1fc672afe93 not bound to the agent host hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:12:11.092870 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-457de5b1-6f80-44bd-8849-e07466d57abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:11.143532 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-457de5b1-6f80-44bd-8849-e07466d57abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:11.149327 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d4db40be-5e19-4049-83bb-8167d9d8faa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:12:11.164410 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457de5b1-6f80-44bd-8849-e07466d57abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ccb299-3b9f-4a5d-8acc-3586e12a116f,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:12:11.167197 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-457de5b1-6f80-44bd-8849-e07466d57abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:12:11.176624 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-457de5b1-6f80-44bd-8849-e07466d57abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:11.177862 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-457de5b1-6f80-44bd-8849-e07466d57abf admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/58ccb299-3b9f-4a5d-8acc-3586e12a116f HTTP/1.1" status: 204  len: 168 time: 0.1810935
Feb 03 20:12:12.871035 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 35508) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:12:13.455372 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5274df1f-782f-4196-af2c-84ecb5dcf673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846788810'] for router_interface, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:13.844148 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-5274df1f-782f-4196-af2c-84ecb5dcf673 admin admin] Deleting port 844f96ad-30a3-4d30-a4d0-c7a1e027d87b {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:12:13.844525 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5274df1f-782f-4196-af2c-84ecb5dcf673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:14.031526 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-5274df1f-782f-4196-af2c-84ecb5dcf673 admin admin] For port 844f96ad-30a3-4d30-a4d0-c7a1e027d87b, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=844f96ad-30a3-4d30-a4d0-c7a1e027d87b,segment=NetworkSegment(e47cea05-8124-4069-9030-7a9096476dc6),segment_id=e47cea05-8124-4069-9030-7a9096476dc6)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:12:14.032146 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5274df1f-782f-4196-af2c-84ecb5dcf673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:14.169138 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-5274df1f-782f-4196-af2c-84ecb5dcf673 admin admin] Calling delete_port for 844f96ad-30a3-4d30-a4d0-c7a1e027d87b owned by network:router_interface {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:12:14.349755 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5274df1f-782f-4196-af2c-84ecb5dcf673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:14.365850 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-063a191e-0456-4c30-8dab-dbd98e13f449 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:12:14.464416 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274df1f-782f-4196-af2c-84ecb5dcf673 admin admin] Pushing event deleted for resources: {'Port': ['ID=844f96ad-30a3-4d30-a4d0-c7a1e027d87b,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:12:14.468896 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-5274df1f-782f-4196-af2c-84ecb5dcf673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:12:14.805214 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5274df1f-782f-4196-af2c-84ecb5dcf673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7825387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7986546'] for router_interface, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:15.638881 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5274df1f-782f-4196-af2c-84ecb5dcf673 admin admin] Router 4835e097-04b5-4adc-bc37-0759d5332808 has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:12:15.830976 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5274df1f-782f-4196-af2c-84ecb5dcf673 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:12:15.840062 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2532b2-5e1a-45d3-b114-6c0d7f30bca6 None None] Sync routers for ids ['4835e097-04b5-4adc-bc37-0759d5332808'] in dv-cinder-773985-1-iscsi {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:12:15.846375 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-5274df1f-782f-4196-af2c-84ecb5dcf673 admin admin] 10.222.0.103 "PUT /v2.0/routers/4835e097-04b5-4adc-bc37-0759d5332808/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9736233
Feb 03 20:12:15.849096 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 35542) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:12:15.850320 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2532b2-5e1a-45d3-b114-6c0d7f30bca6 None None] Routers {'4835e097-04b5-4adc-bc37-0759d5332808'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:12:15.851498 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-cc2532b2-5e1a-45d3-b114-6c0d7f30bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a01c320>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:11:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['4835e097-04b5-4adc-bc37-0759d5332808'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:12:15.876313 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:12:16.045729 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3473bcbe-c755-49c7-b862-c8e5999866b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:16.053367 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-cc2532b2-5e1a-45d3-b114-6c0d7f30bca6 None None] Set router 4835e097-04b5-4adc-bc37-0759d5332808 gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:12:16.244783 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3473bcbe-c755-49c7-b862-c8e5999866b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:16.250134 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-3473bcbe-c755-49c7-b862-c8e5999866b1 admin admin] Deleting port 50402dc2-ec05-47a9-af15-85ecd35a8273 {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:12:16.250512 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3473bcbe-c755-49c7-b862-c8e5999866b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:16.373174 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-cc2532b2-5e1a-45d3-b114-6c0d7f30bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a01c320>, [{'id': '4835e097-04b5-4adc-bc37-0759d5332808', 'name': 'tempest-TestMinimumBasicScenario-1148810875-router', 'tenant_id': '019e485546034fe68f260a355a97c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:09:25Z', 'updated_at': '2021-02-03T20:12:14Z', 'revision_number': 5, 'project_id': '019e485546034fe68f260a355a97c478', 'gw_port': {'id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:27Z', 'updated_at': '2021-02-03T20:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:12:16.377340 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2532b2-5e1a-45d3-b114-6c0d7f30bca6 None None] Checking router: 4835e097-04b5-4adc-bc37-0759d5332808 for host: dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:12:16.387064 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2532b2-5e1a-45d3-b114-6c0d7f30bca6 None None] Routers {'4835e097-04b5-4adc-bc37-0759d5332808'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:12:16.387668 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-cc2532b2-5e1a-45d3-b114-6c0d7f30bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a01c320>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:11:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['4835e097-04b5-4adc-bc37-0759d5332808'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:12:16.446636 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-3473bcbe-c755-49c7-b862-c8e5999866b1 admin admin] For port 50402dc2-ec05-47a9-af15-85ecd35a8273, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=50402dc2-ec05-47a9-af15-85ecd35a8273,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:12:16.447043 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3473bcbe-c755-49c7-b862-c8e5999866b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:16.596980 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-3473bcbe-c755-49c7-b862-c8e5999866b1 admin admin] Calling delete_port for 50402dc2-ec05-47a9-af15-85ecd35a8273 owned by network:router_gateway {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:12:16.742912 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3473bcbe-c755-49c7-b862-c8e5999866b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:16.760261 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-cc2532b2-5e1a-45d3-b114-6c0d7f30bca6 None None] Set router 4835e097-04b5-4adc-bc37-0759d5332808 gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:12:16.932842 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3473bcbe-c755-49c7-b862-c8e5999866b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7986836'] for router_gateway, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:17.077450 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-cc2532b2-5e1a-45d3-b114-6c0d7f30bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a01c320>, [{'id': '4835e097-04b5-4adc-bc37-0759d5332808', 'name': 'tempest-TestMinimumBasicScenario-1148810875-router', 'tenant_id': '019e485546034fe68f260a355a97c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:09:25Z', 'updated_at': '2021-02-03T20:12:14Z', 'revision_number': 5, 'project_id': '019e485546034fe68f260a355a97c478', 'gw_port': {'id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:27Z', 'updated_at': '2021-02-03T20:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:12:17.077700 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3473bcbe-c755-49c7-b862-c8e5999866b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63079'] for router, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:17.080362 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3473bcbe-c755-49c7-b862-c8e5999866b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:17.081816 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2532b2-5e1a-45d3-b114-6c0d7f30bca6 None None] The sync data for ids ['4835e097-04b5-4adc-bc37-0759d5332808'] in dv-cinder-773985-1-iscsi is: [{'id': '4835e097-04b5-4adc-bc37-0759d5332808', 'name': 'tempest-TestMinimumBasicScenario-1148810875-router', 'tenant_id': '019e485546034fe68f260a355a97c478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:09:25Z', 'updated_at': '2021-02-03T20:12:14Z', 'revision_number': 5, 'project_id': '019e485546034fe68f260a355a97c478', 'gw_port': {'id': '50402dc2-ec05-47a9-af15-85ecd35a8273', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835e097-04b5-4adc-bc37-0759d5332808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:09:27Z', 'updated_at': '2021-02-03T20:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}] {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:12:17.105034 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3473bcbe-c755-49c7-b862-c8e5999866b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846793365'] for router, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:17.105618 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3473bcbe-c755-49c7-b862-c8e5999866b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4835e097-04b5-4adc-bc37-0759d5332808 {{(pid=80146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 03 20:12:17.120043 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3473bcbe-c755-49c7-b862-c8e5999866b1 admin admin] Notify callbacks [] for router, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:17.120929 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-3473bcbe-c755-49c7-b862-c8e5999866b1 admin admin] 10.222.0.103 "DELETE /v2.0/routers/4835e097-04b5-4adc-bc37-0759d5332808 HTTP/1.1" status: 204  len: 168 time: 1.2708478
Feb 03 20:12:17.123656 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 35554) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:12:17.191983 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_v2 [None req-517cdf2e-35e0-4a06-b509-4b79a5112327 admin admin] Deleting subnet a493d78a-d907-43f3-9068-f045210c0bb4 {{(pid=80146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 20:12:17.195442 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-517cdf2e-35e0-4a06-b509-4b79a5112327 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:17.254354 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-517cdf2e-35e0-4a06-b509-4b79a5112327 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846522523'] for subnet, precommit_delete_associations {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:17.352598 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-517cdf2e-35e0-4a06-b509-4b79a5112327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-240091'] for subnet, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:17.665933 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 844f96ad-30a3-4d30-a4d0-c7a1e027d87b no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:12:17.699634 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 35566) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:12:17.709362 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: 844f96ad-30a3-4d30-a4d0-c7a1e027d87b {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:12:17.710141 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 844f96ad-30a3-4d30-a4d0-c7a1e027d87b not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:12:17.875184 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ff46b089-ca89-4ee9-818d-9e27e11a7d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:17.892036 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-ff46b089-ca89-4ee9-818d-9e27e11a7d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:12:17.896158 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-ff46b089-ca89-4ee9-818d-9e27e11a7d12 admin admin] Usage tracker for resource:security_group_rule and tenant:878be07da86841e2b6acee7d9c13645f is out of sync, need to count used quota {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:12:17.899308 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-ff46b089-ca89-4ee9-818d-9e27e11a7d12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80144) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:12:17.905152 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-ff46b089-ca89-4ee9-818d-9e27e11a7d12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:12:17.912713 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-517cdf2e-35e0-4a06-b509-4b79a5112327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854535725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848090788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6536506'] for subnet, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:17.930037 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8cc42524-3d06-4669-a33c-18864ebaf0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:12:18.006595 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ff46b089-ca89-4ee9-818d-9e27e11a7d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:18.009885 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ff46b089-ca89-4ee9-818d-9e27e11a7d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:18.019402 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b32a4aca-f276-4efc-ab83-1ad285f5c349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:12:18.024175 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cdf2e-35e0-4a06-b509-4b79a5112327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a493d78a-d907-43f3-9068-f045210c0bb4,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:12:18.027024 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-517cdf2e-35e0-4a06-b509-4b79a5112327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:12:18.063304 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-ff46b089-ca89-4ee9-818d-9e27e11a7d12 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=878be07da86841e2b6acee7d9c13645f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3624554
Feb 03 20:12:18.065061 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46b089-ca89-4ee9-818d-9e27e11a7d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddf597e-a73b-44f6-ad4e-16212c818866,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:12:18.066929 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 35572) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:12:18.069857 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-ff46b089-ca89-4ee9-818d-9e27e11a7d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:12:18.077996 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-517cdf2e-35e0-4a06-b509-4b79a5112327 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:18.083695 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a332c9d4-08a4-4c93-b9a9-c9ccd3d596a6 None None] Network 226095d3-1bdc-4207-afe1-88a7ce507c59 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:12:18.098443 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-517cdf2e-35e0-4a06-b509-4b79a5112327 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/a493d78a-d907-43f3-9068-f045210c0bb4 HTTP/1.1" status: 204  len: 168 time: 0.9735987
Feb 03 20:12:18.101522 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 35576) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:12:18.241790 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-06e169ea-c3bb-4c55-a075-70b882df4435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:18.274562 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854670727'] for network, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:18.356377 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cf846d-2870-4f68-9b29-a92de73d0284 None None] DHCP port deletion for 226095d3-1bdc-4207-afe1-88a7ce507c59 request from dv-cinder-773985-1-iscsi {{(pid=80147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 03 20:12:18.360980 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-93cf846d-2870-4f68-9b29-a92de73d0284 None None] Deleting port 95256e1a-1614-4f91-ad8e-5ea48d385f6a {{(pid=80147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:12:18.361439 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-93cf846d-2870-4f68-9b29-a92de73d0284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:18.363304 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-06e169ea-c3bb-4c55-a075-70b882df4435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:18.384125 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] Deleting port 95256e1a-1614-4f91-ad8e-5ea48d385f6a {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:12:18.384521 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:18.516361 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-06e169ea-c3bb-4c55-a075-70b882df4435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:18.524587 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-52a20c73-e50d-48eb-b563-ee77bfeb166f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:12:18.540671 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e169ea-c3bb-4c55-a075-70b882df4435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddf597e-a73b-44f6-ad4e-16212c818866,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:12:18.543411 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-06e169ea-c3bb-4c55-a075-70b882df4435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:12:18.614443 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-06e169ea-c3bb-4c55-a075-70b882df4435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:18.619323 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-06e169ea-c3bb-4c55-a075-70b882df4435 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/fddf597e-a73b-44f6-ad4e-16212c818866 HTTP/1.1" status: 204  len: 168 time: 0.5503533
Feb 03 20:12:18.643618 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-93cf846d-2870-4f68-9b29-a92de73d0284 None None] For port 95256e1a-1614-4f91-ad8e-5ea48d385f6a, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=95256e1a-1614-4f91-ad8e-5ea48d385f6a,segment=NetworkSegment(e47cea05-8124-4069-9030-7a9096476dc6),segment_id=e47cea05-8124-4069-9030-7a9096476dc6)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:12:18.644094 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-93cf846d-2870-4f68-9b29-a92de73d0284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:18.673627 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] For port 95256e1a-1614-4f91-ad8e-5ea48d385f6a, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=95256e1a-1614-4f91-ad8e-5ea48d385f6a,segment=NetworkSegment(e47cea05-8124-4069-9030-7a9096476dc6),segment_id=e47cea05-8124-4069-9030-7a9096476dc6)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:12:18.674026 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:18.793161 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-93cf846d-2870-4f68-9b29-a92de73d0284 None None] Calling delete_port for 95256e1a-1614-4f91-ad8e-5ea48d385f6a owned by network:dhcp {{(pid=80147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:12:18.822251 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] Calling delete_port for 95256e1a-1614-4f91-ad8e-5ea48d385f6a owned by network:dhcp {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:12:18.888857 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-93cf846d-2870-4f68-9b29-a92de73d0284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015'] for port, after_delete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:18.906123 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:12:18.908222 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.api [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80146) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 20:12:18.908610 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.api [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80146) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 20:12:19.003359 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf846d-2870-4f68-9b29-a92de73d0284 None None] Pushing event deleted for resources: {'Port': ['ID=95256e1a-1614-4f91-ad8e-5ea48d385f6a,revision_number=None']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:12:19.011086 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-93cf846d-2870-4f68-9b29-a92de73d0284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:12:19.054555 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cf846d-2870-4f68-9b29-a92de73d0284 None None] No DVR routers for this DVR port 95256e1a-1614-4f91-ad8e-5ea48d385f6a on host dv-cinder-773985-1-iscsi {{(pid=80147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:12:19.410489 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] Deleting port 95256e1a-1614-4f91-ad8e-5ea48d385f6a {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:12:19.410878 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:19.487470 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] The port '95256e1a-1614-4f91-ad8e-5ea48d385f6a' was deleted {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 03 20:12:19.614287 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-242256', 'neutron.services.segments.db._delete_segments_for_network--9223363255462345878'] for network, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:19.702613 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 50402dc2-ec05-47a9-af15-85ecd35a8273 no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:12:19.737391 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc93af39eb8>,) {'filters': {'network_id': ['226095d3-1bdc-4207-afe1-88a7ce507c59']}} {{(pid=80146) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:12:19.741158 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: 50402dc2-ec05-47a9-af15-85ecd35a8273 {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:12:19.742089 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 50402dc2-ec05-47a9-af15-85ecd35a8273 not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:12:19.742594 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 95256e1a-1614-4f91-ad8e-5ea48d385f6a no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:12:19.751776 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93af39eb8>, 'e47cea05-8124-4069-9030-7a9096476dc6') {'for_net_delete': True} {{(pid=80146) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:12:19.752151 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93af39eb8>, 'e47cea05-8124-4069-9030-7a9096476dc6') {} {{(pid=80146) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:12:19.765226 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255462350230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8253293'] for segment, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:19.780291 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:19.782554 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: 95256e1a-1614-4f91-ad8e-5ea48d385f6a {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:12:19.782690 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 20:12:19.782942 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 95256e1a-1614-4f91-ad8e-5ea48d385f6a not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:12:19.974931 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] Network 226095d3-1bdc-4207-afe1-88a7ce507c59 has no segments {{(pid=80146) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:12:19.984465 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-238909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848090829'] for segment, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:20.166717 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] Network 226095d3-1bdc-4207-afe1-88a7ce507c59 has no segments {{(pid=80146) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:   % (table.description, expected, rows_matched)
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:   % (table.description, expected, rows_matched)
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:   % (table.description, expected, rows_matched)
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:   % (table.description, expected, rows_matched)
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]: Traceback (most recent call last):
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:     timer()
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:     cb(*args, **kw)
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:     return func(*args, **kwargs)
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:     self._notify()
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:     self.callback(batched_events)
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:     event.method(event)
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:     segment_id)['aggregates'][0]
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(self, *a, **k)
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self._get(url).json()
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:     **kwargs)
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.request(url, 'GET', **kwargs)
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:     **endpoint_filter)
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 20:12:20.189947 dv-cinder-773985-1-iscsi neutron-server[80033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 20:12:20.270531 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854533528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846788979'] for network, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:20.274089 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:12:20.287933 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:20.300399 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] Pushing event deleted for resources: {'Network': ['ID=226095d3-1bdc-4207-afe1-88a7ce507c59,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:12:20.304731 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:12:20.315156 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-2dd6c239-65cb-46b7-84d1-654685db0f08 admin admin] 10.222.0.103 "DELETE /v2.0/networks/226095d3-1bdc-4207-afe1-88a7ce507c59 HTTP/1.1" status: 204  len: 168 time: 2.2125640
Feb 03 20:12:20.520886 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 35588) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:12:20.575338 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-73c20490-82cb-4b33-b9de-cd1a74b26e37 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=019e485546034fe68f260a355a97c478&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0530775
Feb 03 20:12:20.578060 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 35592) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:12:20.653992 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-cfd4986b-55c6-4724-af6b-bd4b2f229a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:20.683685 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-cfd4986b-55c6-4724-af6b-bd4b2f229a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:20.729008 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-cfd4986b-55c6-4724-af6b-bd4b2f229a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:20.734226 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-27ca9a9d-90d7-4738-b4e5-16fbc40f8a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:12:20.748929 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4986b-55c6-4724-af6b-bd4b2f229a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e434186-6a4f-404a-af39-e825adaab87d,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:12:20.753338 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-cfd4986b-55c6-4724-af6b-bd4b2f229a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:12:20.768533 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-cfd4986b-55c6-4724-af6b-bd4b2f229a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:20.772378 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-cfd4986b-55c6-4724-af6b-bd4b2f229a96 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/2e434186-6a4f-404a-af39-e825adaab87d HTTP/1.1" status: 204  len: 168 time: 0.1907036
Feb 03 20:12:22.884849 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-e8f6bf07-a9d8-4daf-8518-a7d6596b4954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:25.306975 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-bfde552b-c4cb-47da-985a-cd7250ba1638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:25.998072 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:26.729611 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:27.267083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:27.945854 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:36.646060 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-e54453ce-bc21-4b59-9a70-d3d8c4f59c46 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-753093610&fields=id&tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d HTTP/1.1" status: 200  len: 267 time: 0.0625205
Feb 03 20:12:36.902331 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-2f350457-abf1-4c4d-96dc-4ee07497020d tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:36.904061 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-2f350457-abf1-4c4d-96dc-4ee07497020d tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/networks?id=9ff78e91-b7de-4878-8334-c0473181ce8a HTTP/1.1" status: 200  len: 812 time: 0.2506211
Feb 03 20:12:36.920965 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-575916be-93cf-4afa-adfe-8aea766e88f7 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/quotas/b5d4a4ba4b58452c9e7dac6b64c2c95d HTTP/1.1" status: 200  len: 375 time: 0.0108843
Feb 03 20:12:37.100084 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-24278705-a644-49db-92a8-ec72542b6696 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1737099
Feb 03 20:12:37.253031 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-c974cfd0-51f1-4750-a4b5-24145c499db0 service neutron] 10.222.0.103 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395788
Feb 03 20:12:37.399304 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-3569308a-290e-4da3-afc9-d44e90b31707 service neutron] 10.222.0.103 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384606
Feb 03 20:12:37.825099 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-71d63579-d450-4b59-959f-9afacad2323b req-07110d1c-b88d-4186-acc1-6359fb1c761c tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 210 time: 0.0503645
Feb 03 20:12:39.005052 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8bf1e03e-4d07-41c5-9d9b-034a6ab1767b req-16fd9e58-330c-4956-bc43-79ff78748774 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 210 time: 0.0499256
Feb 03 20:12:40.187116 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-549a4d73-4807-491d-a2e9-18379b6e8f0b req-fe581837-db9b-46d4-b277-b3855c283e1e tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 210 time: 0.0513098
Feb 03 20:12:41.370904 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-d514eb46-e250-41ac-9390-83964d734c2d req-944e5603-ea0b-4944-a5f8-80f20fa2dbad tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 210 time: 0.0560811
Feb 03 20:12:42.044466 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-03ff7719-0966-417c-b71a-7c512183adac tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:42.046106 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-03ff7719-0966-417c-b71a-7c512183adac tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.67 "GET /v2.0/networks?id=9ff78e91-b7de-4878-8334-c0473181ce8a HTTP/1.1" status: 200  len: 812 time: 0.2424507
Feb 03 20:12:42.171388 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-b128ed7f-d14c-4ac6-a016-e76cbc52edb9 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d HTTP/1.1" status: 200  len: 5763 time: 0.1015248
Feb 03 20:12:42.184312 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Request body: {'port': {'device_id': 'a484043b-8131-47eb-9b64-cfeccc52c64b', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'admin_state_up': True, 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'security_groups': ['e60c7ead-7ab2-40b1-ba32-fb01b1cd221f']}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:12:42.328022 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:12:42.337637 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:12:42.346249 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Made reservation on behalf of b5d4a4ba4b58452c9e7dac6b64c2c95d for: {'port': 1} {{(pid=80146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 03 20:12:42.367714 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:42.822979 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-1ad59004-9e6a-44df-9030-acdf7a8d6ad0 req-3f7a04e8-65e9-440d-bd07-0bc2682b0f50 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 210 time: 0.3104172
Feb 03 20:12:43.002900 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Allocated IP 172.20.0.10 (9ff78e91-b7de-4878-8334-c0473181ce8a/b9a47023-a7e6-4e5a-a78e-878b5980dff8/6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f) {{(pid=80146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:12:43.202417 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for port, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:43.218590 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Transition to ACTIVE for port object 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f will not be triggered until provisioned by entity DHCP. {{(pid=80146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:12:43.245761 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:43.265893 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e043ce3e-e2a1-4bb8-968f-4e30018a2407 tempest-VolumesSnapshotTestJSON-1034274631 tempest-VolumesSnapshotTestJSON-1034274631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:12:43.409448 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Pushing event updated for resources: {'Port': ['ID=6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:12:43.431892 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.433081 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.433506 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.433916 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.434320 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.434722 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.435132 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.435523 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.435962 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.436359 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.436760 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.437154 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.437586 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.437982 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.438375 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.438768 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.439158 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.439550 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.439961 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.440357 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.440747 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.441138 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.441528 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.441914 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:43.448180 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:12:43.488144 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Network 9ff78e91-b7de-4878-8334-c0473181ce8a is already hosted by enough agents. {{(pid=80146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:12:43.489243 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Resources bound (agent type, host, resource id):  {{(pid=80146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:12:43.491545 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Received port after_create {{(pid=80146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:12:43.629419 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:43.630156 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:43.656367 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-c27370d4-d1a7-46d0-a09e-372218188d69 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4765553
Feb 03 20:12:43.684423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] Request body: {'port': {'device_id': 'a484043b-8131-47eb-9b64-cfeccc52c64b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:12:43.720566 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-563edaf7-fca5-4823-875b-c900d2793ecd None None] Provisioning for port 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f completed by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:12:43.725809 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-563edaf7-fca5-4823-875b-c900d2793ecd None None] Provisioning complete for port 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f triggered by entity DHCP. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:12:43.726234 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-563edaf7-fca5-4823-875b-c900d2793ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:43.786423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-563edaf7-fca5-4823-875b-c900d2793ecd None None] Port 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f cannot update to ACTIVE because it is not bound. {{(pid=80147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 03 20:12:43.809767 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:44.290670 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67747fd3-044b-458a-9939-cf9cb31346ba req-c6bb81eb-46aa-4680-ba61-d671fdcacb15 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:44.292282 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-67747fd3-044b-458a-9939-cf9cb31346ba req-c6bb81eb-46aa-4680-ba61-d671fdcacb15 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Synchronizing usage tracker for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:12:44.330264 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-67747fd3-044b-458a-9939-cf9cb31346ba req-c6bb81eb-46aa-4680-ba61-d671fdcacb15 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Unset dirty status for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:12:44.331503 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-67747fd3-044b-458a-9939-cf9cb31346ba req-c6bb81eb-46aa-4680-ba61-d671fdcacb15 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 932 time: 0.3399930
Feb 03 20:12:44.462061 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-67747fd3-044b-458a-9939-cf9cb31346ba req-c728f33e-9aaf-47f4-950a-6d82fa4d1f30 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1239769
Feb 03 20:12:44.472748 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f {{(pid=80146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 03 20:12:44.481547 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:44.493893 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] Transition to ACTIVE for port object 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f will not be triggered until provisioned by entity L2. {{(pid=80146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 03 20:12:44.496588 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848090863'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:44.512534 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-115a4592-bc49-4eb2-ba51-a4deb31cc8df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:12:44.648959 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f,revision_number=2']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:12:44.654384 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:12:44.847610 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] Attempting to bind port 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f on host hv-cinder-77398 for vnic_type normal with profile  {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 03 20:12:44.848064 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] Attempting to bind port 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '6e64f417-e845-4b38-aeb4-6c4d26500e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a'}] {{(pid=80146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 03 20:12:44.848438 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] Attempting to bind port 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f on network 9ff78e91-b7de-4878-8334-c0473181ce8a {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 03 20:12:44.854648 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] Checking agent: {'id': 'd65f81c7-83bc-4486-bd9d-9b0ec76bab54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 0, 54), 'started_at': datetime.datetime(2021, 2, 3, 20, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.109', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 03 20:12:44.855032 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] Checking segment: {'id': '6e64f417-e845-4b38-aeb4-6c4d26500e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 03 20:12:44.855438 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:44.855837 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] Bound using segment: {'id': '6e64f417-e845-4b38-aeb4-6c4d26500e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a'} {{(pid=80146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 03 20:12:44.856350 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] Bound port: 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e64f417-e845-4b38-aeb4-6c4d26500e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a'}}] {{(pid=80146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 03 20:12:44.856800 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:44.952757 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] For port 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f, host hv-cinder-77398, cleared binding levels {{(pid=80146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 03 20:12:44.955843 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] For port 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f,segment=NetworkSegment(6e64f417-e845-4b38-aeb4-6c4d26500e80),segment_id=6e64f417-e845-4b38-aeb4-6c4d26500e80)] {{(pid=80146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 03 20:12:44.958878 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848090863'] for port, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:44.974512 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:12:45.129597 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f,revision_number=3']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:12:45.135593 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:12:45.167333 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:45.168112 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:45.169511 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-dc5fa91d-22e5-40ca-9631-241a9bb69913 service neutron] 10.222.0.67 "PUT /v2.0/ports/6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f HTTP/1.1" status: 200  len: 1158 time: 1.4903376
Feb 03 20:12:45.170083 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a484043b-8131-47eb-9b64-cfeccc52c64b', 'tag': '6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:12:45.268672 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a484043b-8131-47eb-9b64-cfeccc52c64b', 'tag': '6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f', 'status': 'completed', 'code': 200}
Feb 03 20:12:45.308523 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-131b3b1b-9d02-4f38-933b-829637f1bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:45.310344 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-131b3b1b-9d02-4f38-933b-829637f1bd37 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d&device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 1161 time: 0.0854108
Feb 03 20:12:45.403764 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-8e466115-9a2a-4e8c-b7ff-503abf41d1d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f HTTP/1.1" status: 200  len: 217 time: 0.0748181
Feb 03 20:12:45.477594 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-343cb811-b37d-4696-bcf4-6ade616ff5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:45.479783 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-343cb811-b37d-4696-bcf4-6ade616ff5fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a47023-a7e6-4e5a-a78e-878b5980dff8 HTTP/1.1" status: 200  len: 851 time: 0.0686982
Feb 03 20:12:45.568572 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-c8bcf737-65b2-4a0b-bb7b-0dba9f962cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:45.570724 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-c8bcf737-65b2-4a0b-bb7b-0dba9f962cd0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9ff78e91-b7de-4878-8334-c0473181ce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835967
Feb 03 20:12:45.792732 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-2fe865b5-114b-4f9e-9e98-fa4e292bf377 service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2105834
Feb 03 20:12:45.878528 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c67736-f2c0-4515-b352-ea948414b70b req-384c2824-c628-424a-ab7d-2f7d89ce9caa tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:45.880110 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c5c67736-f2c0-4515-b352-ea948414b70b req-384c2824-c628-424a-ab7d-2f7d89ce9caa tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 944 time: 0.2749999
Feb 03 20:12:46.034026 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c5c67736-f2c0-4515-b352-ea948414b70b req-3138ff96-6975-48d1-b8d3-c1fa7b14e72e tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1282208
Feb 03 20:12:46.073650 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fc024e1a-d4ed-4c1b-a607-4c347dd2d6a2 req-fcc7815f-dac3-4667-a166-2e31d4aaa4a5 service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1925128
Feb 03 20:12:46.254846 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd2e7c-6014-4f0d-a687-9b190465a3a2 req-079d1de1-2fcc-45b5-934d-5b72ad7c7a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:46.256479 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ffbd2e7c-6014-4f0d-a687-9b190465a3a2 req-079d1de1-2fcc-45b5-934d-5b72ad7c7a6c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d&device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 1161 time: 0.0837965
Feb 03 20:12:46.398973 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd2e7c-6014-4f0d-a687-9b190465a3a2 req-cbc8a089-ccee-4c6a-a60c-7d8439eb9b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:46.400669 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ffbd2e7c-6014-4f0d-a687-9b190465a3a2 req-cbc8a089-ccee-4c6a-a60c-7d8439eb9b29 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9ff78e91-b7de-4878-8334-c0473181ce8a HTTP/1.1" status: 200  len: 907 time: 0.1360874
Feb 03 20:12:46.481537 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ffbd2e7c-6014-4f0d-a687-9b190465a3a2 req-79e7963c-3217-4c40-93de-18e69d01d6f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f HTTP/1.1" status: 200  len: 217 time: 0.0714302
Feb 03 20:12:46.552095 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd2e7c-6014-4f0d-a687-9b190465a3a2 req-5e5f017a-6b86-4a1a-a142-55da0175ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:46.553684 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ffbd2e7c-6014-4f0d-a687-9b190465a3a2 req-5e5f017a-6b86-4a1a-a142-55da0175ee8f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a47023-a7e6-4e5a-a78e-878b5980dff8 HTTP/1.1" status: 200  len: 851 time: 0.0648766
Feb 03 20:12:46.641326 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd2e7c-6014-4f0d-a687-9b190465a3a2 req-25766273-a481-4a84-974b-e89f56f2b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:46.642891 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ffbd2e7c-6014-4f0d-a687-9b190465a3a2 req-25766273-a481-4a84-974b-e89f56f2b1d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9ff78e91-b7de-4878-8334-c0473181ce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798180
Feb 03 20:12:47.025056 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ffbd2e7c-6014-4f0d-a687-9b190465a3a2 req-aabe7f2c-3f3b-4d7a-b04b-bba0e39b6ec4 service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3714285
Feb 03 20:12:47.173281 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-ffbd2e7c-6014-4f0d-a687-9b190465a3a2 req-decb778b-dc97-4414-b086-29ac9be8eb72 service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1364396
Feb 03 20:12:47.327685 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ed96f-7c18-4f4b-a7f7-f80ed65215fe req-4761a40e-2c8c-49fd-aaac-9ceb7e45f0c6 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:47.329345 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-985ed96f-7c18-4f4b-a7f7-f80ed65215fe req-4761a40e-2c8c-49fd-aaac-9ceb7e45f0c6 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 944 time: 0.1647887
Feb 03 20:12:47.599873 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-985ed96f-7c18-4f4b-a7f7-f80ed65215fe req-3c5b3800-70c1-42bd-bd66-887d3903328b tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2640924
Feb 03 20:12:47.978208 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80146) accepted ('10.222.0.103', 35768) {{(pid=80146) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:12:48.135217 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a9cbbd24-2617-4d5a-b6e7-14ff0d7071b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:48.151071 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-a9cbbd24-2617-4d5a-b6e7-14ff0d7071b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:12:48.155266 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-a9cbbd24-2617-4d5a-b6e7-14ff0d7071b3 admin admin] Usage tracker for resource:security_group_rule and tenant:214fdb598d6642a29168823799fee0f1 is out of sync, need to count used quota {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 03 20:12:48.158295 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [None req-a9cbbd24-2617-4d5a-b6e7-14ff0d7071b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80146) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 03 20:12:48.164129 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [None req-a9cbbd24-2617-4d5a-b6e7-14ff0d7071b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80146) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:12:48.251036 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a9cbbd24-2617-4d5a-b6e7-14ff0d7071b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:48.254011 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a9cbbd24-2617-4d5a-b6e7-14ff0d7071b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_create {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:48.262446 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9d44bf08-d12b-4844-9701-bc40280a43d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:12:48.304974 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-a9cbbd24-2617-4d5a-b6e7-14ff0d7071b3 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=214fdb598d6642a29168823799fee0f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3249567
Feb 03 20:12:48.306688 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbbd24-2617-4d5a-b6e7-14ff0d7071b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c7f8f9-c138-4760-b87c-f4b2d4ce7f9d,revision_number=1']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:12:48.307990 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 35774) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:12:48.310300 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-a9cbbd24-2617-4d5a-b6e7-14ff0d7071b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:12:48.370872 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-93583323-6f3d-48d5-afb0-a3b9a7b11743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:48.397262 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-93583323-6f3d-48d5-afb0-a3b9a7b11743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:48.441533 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-93583323-6f3d-48d5-afb0-a3b9a7b11743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:48.446418 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-10fca3f1-05a9-4a16-aba7-a662c6ee9275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:12:48.458625 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93583323-6f3d-48d5-afb0-a3b9a7b11743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c7f8f9-c138-4760-b87c-f4b2d4ce7f9d,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:12:48.461757 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-93583323-6f3d-48d5-afb0-a3b9a7b11743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:12:48.464280 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-93583323-6f3d-48d5-afb0-a3b9a7b11743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:48.467386 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-93583323-6f3d-48d5-afb0-a3b9a7b11743 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/d6c7f8f9-c138-4760-b87c-f4b2d4ce7f9d HTTP/1.1" status: 204  len: 168 time: 0.1564221
Feb 03 20:12:49.109794 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e7913-13da-4829-b8fc-6850ae750420 req-b8bbeff8-59cd-4cb9-8a14-44df24cec1d4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:49.111435 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-035e7913-13da-4829-b8fc-6850ae750420 req-b8bbeff8-59cd-4cb9-8a14-44df24cec1d4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 944 time: 0.3772006
Feb 03 20:12:49.180035 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-035e7913-13da-4829-b8fc-6850ae750420 req-aeee7eec-de7b-4a10-a42d-ca78c61e4518 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0620019
Feb 03 20:12:50.479320 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73ae33-0090-4f77-bc7e-2f16017bdbc3 req-8a2563a3-078f-466d-baae-e47de07e3070 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:50.480910 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4e73ae33-0090-4f77-bc7e-2f16017bdbc3 req-8a2563a3-078f-466d-baae-e47de07e3070 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 944 time: 0.1701484
Feb 03 20:12:50.545212 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4e73ae33-0090-4f77-bc7e-2f16017bdbc3 req-be88ea12-360d-4570-9705-f8938e7b4489 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0577571
Feb 03 20:12:51.836928 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda7b60-ae73-4571-9c9d-661917ffeea8 req-59eca21f-085b-4550-977c-a652bb5dce7c tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:51.839144 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5dda7b60-ae73-4571-9c9d-661917ffeea8 req-59eca21f-085b-4550-977c-a652bb5dce7c tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 944 time: 0.1671789
Feb 03 20:12:51.903449 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5dda7b60-ae73-4571-9c9d-661917ffeea8 req-2420ec8d-a511-4263-ac8b-7564007e871b tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0580118
Feb 03 20:12:52.876152 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:12:52.887201 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-cc547671-1b76-4dba-9b43-5d8b00e814c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:53.202396 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bda4cb-88bb-411f-8fb2-ac8a34f49d1b req-5ad1bc64-a543-4dc0-a5a5-999ec09ec3ed tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:53.203954 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-37bda4cb-88bb-411f-8fb2-ac8a34f49d1b req-5ad1bc64-a543-4dc0-a5a5-999ec09ec3ed tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 944 time: 0.1701443
Feb 03 20:12:53.270331 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-37bda4cb-88bb-411f-8fb2-ac8a34f49d1b req-cccd5c5a-bc0b-428a-b8fe-33634045e7ff tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0601141
Feb 03 20:12:54.520978 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:12:54.582143 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedc67d-df9b-4079-af32-8329c805ffe7 req-90dfbfcf-42fc-488b-9189-27d133240ee3 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:54.583850 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9bedc67d-df9b-4079-af32-8329c805ffe7 req-90dfbfcf-42fc-488b-9189-27d133240ee3 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 944 time: 0.1832604
Feb 03 20:12:54.594098 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning for port 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f completed by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 03 20:12:54.599276 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:12:54.599707 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:54.705092 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-9bedc67d-df9b-4079-af32-8329c805ffe7 req-77605f73-86d7-4c73-8ce8-e0e243f44c6f tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0768647
Feb 03 20:12:54.719292 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fdfe88a5-c3a4-438c-b7ee-eb176fccfa5f req-8c5eb382-460c-4f3c-9141-2848b4120804 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1333678
Feb 03 20:12:54.728349 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:54.758126 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a484043b-8131-47eb-9b64-cfeccc52c64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:12:54.768704 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f,segment=NetworkSegment(6e64f417-e845-4b38-aeb4-6c4d26500e80),segment_id=6e64f417-e845-4b38-aeb4-6c4d26500e80)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:12:54.772476 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:54.774403 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:12:54.824086 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a484043b-8131-47eb-9b64-cfeccc52c64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f', 'code': 200}
Feb 03 20:12:54.848842 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f,revision_number=4']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:12:54.858574 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.858574 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.858574 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.859037 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.859037 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.859390 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.859753 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.860170 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.860538 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.860901 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.861268 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.861631 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.862040 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.862406 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.862773 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.863401 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.863510 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.863868 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.864260 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.864629 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.864995 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.865355 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.865726 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.866080 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:54.870818 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:12:54.895580 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe88a5-c3a4-438c-b7ee-eb176fccfa5f req-fba14120-c049-4dcb-8105-be77606e98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:54.897234 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fdfe88a5-c3a4-438c-b7ee-eb176fccfa5f req-fba14120-c049-4dcb-8105-be77606e98e9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d&device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 1162 time: 0.0847008
Feb 03 20:12:55.064150 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe88a5-c3a4-438c-b7ee-eb176fccfa5f req-9923d6e1-7705-4f75-9405-4062142c906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:55.065755 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fdfe88a5-c3a4-438c-b7ee-eb176fccfa5f req-9923d6e1-7705-4f75-9405-4062142c906e service neutron] 10.222.0.67 "GET /v2.0/networks?id=9ff78e91-b7de-4878-8334-c0473181ce8a HTTP/1.1" status: 200  len: 907 time: 0.1481643
Feb 03 20:12:55.177588 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa496d49-6297-416d-b575-e683139f33d4 req-4b2a3fa0-97c4-456b-8d47-c47a7e64c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:55.179124 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-aa496d49-6297-416d-b575-e683139f33d4 req-4b2a3fa0-97c4-456b-8d47-c47a7e64c142 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 1163 time: 0.0836070
Feb 03 20:12:55.203382 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fdfe88a5-c3a4-438c-b7ee-eb176fccfa5f req-890a4bca-dbcc-4517-ba9e-266131284088 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbb7edda-21be-48e4-b2a7-7ffdbdd4700d HTTP/1.1" status: 200  len: 1001 time: 0.1091456
Feb 03 20:12:55.223350 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-aa496d49-6297-416d-b575-e683139f33d4 req-5a7ab96f-c415-4d41-9bfe-3e86506ccabd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0370760
Feb 03 20:12:55.275434 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe88a5-c3a4-438c-b7ee-eb176fccfa5f req-daac44e2-b17e-4bb0-8baf-4200a40673ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:55.277700 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fdfe88a5-c3a4-438c-b7ee-eb176fccfa5f req-daac44e2-b17e-4bb0-8baf-4200a40673ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a47023-a7e6-4e5a-a78e-878b5980dff8 HTTP/1.1" status: 200  len: 851 time: 0.0675836
Feb 03 20:12:55.307220 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b8676dee-c2c6-4183-b2fe-168b79643f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:55.604246 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe88a5-c3a4-438c-b7ee-eb176fccfa5f req-48eac52d-030d-40fc-978a-4c51dc169dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:55.605987 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fdfe88a5-c3a4-438c-b7ee-eb176fccfa5f req-48eac52d-030d-40fc-978a-4c51dc169dd7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9ff78e91-b7de-4878-8334-c0473181ce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840735
Feb 03 20:12:55.757833 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fdfe88a5-c3a4-438c-b7ee-eb176fccfa5f req-78c68550-d44c-4d55-ba15-1963734a1a35 service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385138
Feb 03 20:12:55.964975 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-fdfe88a5-c3a4-438c-b7ee-eb176fccfa5f req-171aec48-e195-4948-a608-072be7a53e04 service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1988387
Feb 03 20:12:56.001343 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:56.060351 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78042dfa-dff3-4f02-a218-721d2808027b req-d062ff82-1926-4cbd-8fdd-68458c0dba66 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:56.062020 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-78042dfa-dff3-4f02-a218-721d2808027b req-d062ff82-1926-4cbd-8fdd-68458c0dba66 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 946 time: 0.2227764
Feb 03 20:12:56.127463 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-78042dfa-dff3-4f02-a218-721d2808027b req-8aab0750-266f-4a83-b0fb-21412be3b158 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0586216
Feb 03 20:12:56.241165 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f up at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 03 20:12:56.317219 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.provisioning_blocks [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Provisioning complete for port 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f triggered by entity L2. {{(pid=80147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 03 20:12:56.317643 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854535333'] for port, provisioning_complete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:56.731932 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:57.275199 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:57.425207 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7e013-2749-44e3-9bc2-5b0ef6c0b25a req-3b91fadd-a8e0-4607-bf79-371d7f85741c tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:57.426761 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-efe7e013-2749-44e3-9bc2-5b0ef6c0b25a req-3b91fadd-a8e0-4607-bf79-371d7f85741c tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 946 time: 0.1651566
Feb 03 20:12:57.495985 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-efe7e013-2749-44e3-9bc2-5b0ef6c0b25a req-da78a383-c1a6-4f3c-b13a-61207dbfcb19 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0624547
Feb 03 20:12:57.793635 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33bf28-b2f0-4645-93dc-323ddfd74a84 req-f405f756-5ccb-4b41-9413-a13521aac51c tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:12:57.795292 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6e33bf28-b2f0-4645-93dc-323ddfd74a84 req-f405f756-5ccb-4b41-9413-a13521aac51c tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 946 time: 0.1702597
Feb 03 20:12:57.861106 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6e33bf28-b2f0-4645-93dc-323ddfd74a84 req-dee01e66-353b-4118-8d52-c185174c94a3 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0594242
Feb 03 20:12:57.957023 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:58.109827 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-107b33aa-a557-4c2e-8e94-fc3b116ab248 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1953120
Feb 03 20:12:58.120010 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Request body: {'floatingip': {'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124'}} {{(pid=80144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:12:58.142549 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 03 20:12:58.153227 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.quota.driver [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80144) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 03 20:12:58.162007 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for floatingip, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:58.309101 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:58.579350 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_common [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Allocated IP 172.27.3.183 (b3f750ce-bc55-47f2-a098-fbecdde1b124/04309e75-65fb-4427-af0c-5eb643715331/f810a121-65db-429c-9d94-b8e0f823ed6f) {{(pid=80144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 03 20:12:58.738325 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for port, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:58.769370 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255462785823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:58.784830 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-9bab25ad-0477-4adc-b67e-8bed814fefe0 tempest-TestShelveInstance-1180747212 tempest-TestShelveInstance-1180747212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:12:58.919668 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Pushing event updated for resources: {'Port': ['ID=f810a121-65db-429c-9d94-b8e0f823ed6f,revision_number=1']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:12:58.942407 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.942834 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.943250 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.943662 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.944093 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.944503 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.944902 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.945304 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.945704 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.946112 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.946509 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.946906 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.948015 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.948416 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.948815 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.949214 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.949616 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.950014 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.950412 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.950809 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.951205 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.951600 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.952018 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.952435 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:12:58.958541 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:12:58.995722 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Network b3f750ce-bc55-47f2-a098-fbecdde1b124 is already hosted by enough agents. {{(pid=80144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 03 20:12:58.996813 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.base_scheduler [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Resources bound (agent type, host, resource id):  {{(pid=80144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 03 20:12:58.999061 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Received port after_create {{(pid=80144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 03 20:12:59.084494 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:59.147334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:59.420982 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for port, precommit_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:59.424465 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5360845'] for port, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:59.439391 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-059164bd-ee49-4124-924a-844a67490a8e tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:12:59.577502 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Pushing event updated for resources: {'Port': ['ID=f810a121-65db-429c-9d94-b8e0f823ed6f,revision_number=2']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:12:59.582864 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:12:59.684953 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:59.710756 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:12:59.712120 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-fe83a049-ffdd-45e1-a384-e2317c8b1f31 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5962911
Feb 03 20:12:59.813105 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-54ad1e30-078c-4cff-a915-784f83fa9103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Synchronizing usage tracker for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:floatingip {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:12:59.828005 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-54ad1e30-078c-4cff-a915-784f83fa9103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Unset dirty status for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:floatingip {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:12:59.829260 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-54ad1e30-078c-4cff-a915-784f83fa9103 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/floatingips?floating_ip_address=172.27.3.183 HTTP/1.1" status: 200  len: 696 time: 0.1104388
Feb 03 20:13:00.069366 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-f5f0aebe-00b6-4361-bee6-c4f32e8c311f tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:13:00.070854 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-23c17238-a0eb-4f94-b5fd-070e90be76db req-f5f0aebe-00b6-4361-bee6-c4f32e8c311f tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/networks/b3f750ce-bc55-47f2-a098-fbecdde1b124 HTTP/1.1" status: 200  len: 784 time: 0.2354836
Feb 03 20:13:00.348079 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-77a6d2ce-96df-499d-bc27-526393fc6a1e tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:13:00.349618 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-77a6d2ce-96df-499d-bc27-526393fc6a1e tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1681578
Feb 03 20:13:00.455185 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-7d067a2a-9b82-4158-9caa-0741f5579fcc tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/floatingips?floating_ip_address=172.27.3.183 HTTP/1.1" status: 200  len: 696 time: 0.0992532
Feb 03 20:13:00.465349 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.v2.base [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-71da7d55-8d0c-4220-a308-070ce7ff1588 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Request body: {'floatingip': {'port_id': '6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 03 20:13:00.567258 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-71da7d55-8d0c-4220-a308-070ce7ff1588 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for floatingip, before_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:13:01.189900 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-71da7d55-8d0c-4220-a308-070ce7ff1588 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:13:01.192653 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-71da7d55-8d0c-4220-a308-070ce7ff1588 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846788894'] for floatingip, after_update {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:13:01.611465 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.l3_db [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-71da7d55-8d0c-4220-a308-070ce7ff1588 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Floating IP 47362ae7-d943-435b-b950-93cc5685627b associated. External IP: 172.27.3.183, port: 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f.
Feb 03 20:13:01.984801 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-71da7d55-8d0c-4220-a308-070ce7ff1588 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Router 9ae22426-1376-4ec1-8705-c2076b0cc55c has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:13:02.174436 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-71da7d55-8d0c-4220-a308-070ce7ff1588 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:13:02.184220 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e482e-3744-4f0d-a16d-3a7b42659592 None None] Sync routers for ids ['9ae22426-1376-4ec1-8705-c2076b0cc55c'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:13:02.187997 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-71da7d55-8d0c-4220-a308-070ce7ff1588 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:13:02.194760 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e482e-3744-4f0d-a16d-3a7b42659592 None None] Routers {'9ae22426-1376-4ec1-8705-c2076b0cc55c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:13:02.195430 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-fd3e482e-3744-4f0d-a16d-3a7b42659592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93ad31550>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:12:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['9ae22426-1376-4ec1-8705-c2076b0cc55c'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:13:02.251486 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-71da7d55-8d0c-4220-a308-070ce7ff1588 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "PUT /v2.0/floatingips/47362ae7-d943-435b-b950-93cc5685627b HTTP/1.1" status: 200  len: 997 time: 1.7901769
Feb 03 20:13:02.252022 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a484043b-8131-47eb-9b64-cfeccc52c64b', 'tag': '6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:13:02.314158 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a484043b-8131-47eb-9b64-cfeccc52c64b', 'tag': '6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f', 'status': 'completed', 'code': 200}
Feb 03 20:13:02.347053 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-7d160f14-6d0d-4f99-a660-dbe7f0010843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:13:02.348764 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-7d160f14-6d0d-4f99-a660-dbe7f0010843 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d&device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 1163 time: 0.0828259
Feb 03 20:13:02.393551 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-fd3e482e-3744-4f0d-a16d-3a7b42659592 None None] Set router 9ae22426-1376-4ec1-8705-c2076b0cc55c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:13:02.567448 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-6e1d3ca0-66a2-4be6-9b91-559d649e2ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:13:02.569098 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-6e1d3ca0-66a2-4be6-9b91-559d649e2ce9 service neutron] 10.222.0.103 "GET /v2.0/networks?id=9ff78e91-b7de-4878-8334-c0473181ce8a HTTP/1.1" status: 200  len: 907 time: 0.2128794
Feb 03 20:13:02.571021 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495afa7-ef54-4623-a886-4245b1009498 req-c8c36393-eb18-45d7-834e-5b577505668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:13:02.572590 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8495afa7-ef54-4623-a886-4245b1009498 req-c8c36393-eb18-45d7-834e-5b577505668f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d&device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 1163 time: 0.1912935
Feb 03 20:13:02.773833 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-fd3e482e-3744-4f0d-a16d-3a7b42659592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93ad31550>, [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '47362ae7-d943-435b-b950-93cc5685627b', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'floating_ip_address': '172.27.3.183', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'port_id': '6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'mac_address': 'fa:16:3e:05:02:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484043b-8131-47eb-9b64-cfeccc52c64b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:12:59Z', 'updated_at': '2021-02-03T20:13:01Z', 'revision_number': 1, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'fixed_ip_address_scope': None}, {'id': '57a6f93c-574f-4ef6-86bb-d48423239f94', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'port_id': 'fbb7edda-21be-48e4-b2a7-7ffdbdd4700d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'mac_address': 'fa:16:3e:b6:5e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b874956-a676-4614-9baf-f147074784ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:10:56Z', 'updated_at': '2021-02-03T20:11:02Z', 'revision_number': 2, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116', 'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'mac_address': 'fa:16:3e:83:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:35Z', 'updated_at': '2021-02-03T20:06:46Z', 'revision_number': 5, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'subnets': [{'id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:13:02.778072 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e482e-3744-4f0d-a16d-3a7b42659592 None None] Checking router: 9ae22426-1376-4ec1-8705-c2076b0cc55c for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:13:02.782450 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-437b59a4-0ff8-4765-8a62-e14c594993e7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f HTTP/1.1" status: 200  len: 1000 time: 0.1764638
Feb 03 20:13:02.787146 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e482e-3744-4f0d-a16d-3a7b42659592 None None] Routers {'9ae22426-1376-4ec1-8705-c2076b0cc55c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:13:02.787812 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-fd3e482e-3744-4f0d-a16d-3a7b42659592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93ad31550>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:12:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['9ae22426-1376-4ec1-8705-c2076b0cc55c'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:13:02.871443 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495afa7-ef54-4623-a886-4245b1009498 req-5d5a8306-fd2e-44bd-917a-111611ef9d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:13:02.872976 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8495afa7-ef54-4623-a886-4245b1009498 req-5d5a8306-fd2e-44bd-917a-111611ef9d55 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9ff78e91-b7de-4878-8334-c0473181ce8a HTTP/1.1" status: 200  len: 907 time: 0.2925293
Feb 03 20:13:02.881634 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-db33ab12-a686-4aee-a2ed-54e1ccebeb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:13:02.883107 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-db33ab12-a686-4aee-a2ed-54e1ccebeb17 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b9a47023-a7e6-4e5a-a78e-878b5980dff8 HTTP/1.1" status: 200  len: 851 time: 0.0890110
Feb 03 20:13:02.981976 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-fd3e482e-3744-4f0d-a16d-3a7b42659592 None None] Set router 9ae22426-1376-4ec1-8705-c2076b0cc55c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:13:03.041766 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8495afa7-ef54-4623-a886-4245b1009498 req-27cf76a8-f1c7-4d9c-8a18-826f1a4b9fc1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f HTTP/1.1" status: 200  len: 1000 time: 0.1612151
Feb 03 20:13:03.114667 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-6304c8a5-ce5f-44ef-a7d1-7c0a39b57d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:13:03.116317 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-6304c8a5-ce5f-44ef-a7d1-7c0a39b57d6b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=9ff78e91-b7de-4878-8334-c0473181ce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1818919
Feb 03 20:13:03.127562 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495afa7-ef54-4623-a886-4245b1009498 req-b70b4e52-2735-43e1-b494-6bad6da629a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:13:03.129020 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8495afa7-ef54-4623-a886-4245b1009498 req-b70b4e52-2735-43e1-b494-6bad6da629a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a47023-a7e6-4e5a-a78e-878b5980dff8 HTTP/1.1" status: 200  len: 851 time: 0.0804710
Feb 03 20:13:03.329758 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-8a2c339b-3d1d-4e16-b274-30a583622759 service neutron] 10.222.0.103 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2039485
Feb 03 20:13:03.332509 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495afa7-ef54-4623-a886-4245b1009498 req-7cfbac52-7f3b-4daa-8c02-e4035311b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:13:03.333987 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8495afa7-ef54-4623-a886-4245b1009498 req-7cfbac52-7f3b-4daa-8c02-e4035311b3db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9ff78e91-b7de-4878-8334-c0473181ce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1841648
Feb 03 20:13:03.365108 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-fd3e482e-3744-4f0d-a16d-3a7b42659592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93ad31550>, [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '47362ae7-d943-435b-b950-93cc5685627b', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'floating_ip_address': '172.27.3.183', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'port_id': '6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'mac_address': 'fa:16:3e:05:02:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484043b-8131-47eb-9b64-cfeccc52c64b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:12:59Z', 'updated_at': '2021-02-03T20:13:01Z', 'revision_number': 1, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'fixed_ip_address_scope': None}, {'id': '57a6f93c-574f-4ef6-86bb-d48423239f94', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'port_id': 'fbb7edda-21be-48e4-b2a7-7ffdbdd4700d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'mac_address': 'fa:16:3e:b6:5e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b874956-a676-4614-9baf-f147074784ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:10:56Z', 'updated_at': '2021-02-03T20:11:02Z', 'revision_number': 2, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116', 'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'mac_address': 'fa:16:3e:83:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:35Z', 'updated_at': '2021-02-03T20:06:46Z', 'revision_number': 5, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'subnets': [{'id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:13:03.369665 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e482e-3744-4f0d-a16d-3a7b42659592 None None] The sync data for ids ['9ae22426-1376-4ec1-8705-c2076b0cc55c'] in dv-cinder-773985-1-iscsi is: [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '47362ae7-d943-435b-b950-93cc5685627b', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'floating_ip_address': '172.27.3.183', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'port_id': '6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'mac_address': 'fa:16:3e:05:02:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484043b-8131-47eb-9b64-cfeccc52c64b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:12:59Z', 'updated_at': '2021-02-03T20:13:01Z', 'revision_number': 1, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'fixed_ip_address_scope': None}, {'id': '57a6f93c-574f-4ef6-86bb-d48423239f94', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'port_id': 'fbb7edda-21be-48e4-b2a7-7ffdbdd4700d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'mac_address': 'fa:16:3e:b6:5e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b874956-a676-4614-9baf-f147074784ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:10:56Z', 'updated_at': '2021-02-03T20:11:02Z', 'revision_number': 2, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116', 'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'mac_address': 'fa:16:3e:83:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:35Z', 'updated_at': '2021-02-03T20:06:46Z', 'revision_number': 5, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'subnets': [{'id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:13:03.597253 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-c3e153ab-b7cf-4da2-8e61-b7ee70966fea req-185673a8-6a45-4b42-b6d5-97c35c50c75c service neutron] 10.222.0.103 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2605834
Feb 03 20:13:03.600578 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8495afa7-ef54-4623-a886-4245b1009498 req-4f1e43ff-be3b-4e8e-aee4-5e3ce50ac7fe service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2412426
Feb 03 20:13:03.663294 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5661ac-0df6-4582-8668-951c4d99908b None None] New status for floating IP 47362ae7-d943-435b-b950-93cc5685627b: ACTIVE {{(pid=80147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 20:13:03.992448 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-8495afa7-ef54-4623-a886-4245b1009498 req-088014b8-50dc-4ae1-8c86-41923d71876b service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3836169
Feb 03 20:13:22.889217 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9e818b19-9d99-4f6d-8821-7f7a712378b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:13:25.309286 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a2f24b54-d9d9-4d37-a1c0-d6caab0da5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:13:26.004533 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:13:26.733982 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:13:27.278293 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:13:27.986363 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:13:29.876121 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:13:52.891032 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-fae2f2d4-8299-46a9-8d91-43365e4a7b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:13:55.304438 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8dd77f28-317f-4f8a-a163-b06f92d306a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:13:56.007459 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:13:56.711616 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5bc4cb9b-91ff-4b81-97d4-3e51efcc4e8f req-c4035def-31b4-43bd-835a-7dfd492e9670 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1600034
Feb 03 20:13:56.735248 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:13:56.886016 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4cb9b-91ff-4b81-97d4-3e51efcc4e8f req-23558c2b-8f0d-4375-9132-dd99fefeb265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:13:56.888231 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5bc4cb9b-91ff-4b81-97d4-3e51efcc4e8f req-23558c2b-8f0d-4375-9132-dd99fefeb265 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d&device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 1162 time: 0.0795910
Feb 03 20:13:57.045285 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4cb9b-91ff-4b81-97d4-3e51efcc4e8f req-4f48f03b-dfae-4df6-8f1e-f0701dc8a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:13:57.046843 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5bc4cb9b-91ff-4b81-97d4-3e51efcc4e8f req-4f48f03b-dfae-4df6-8f1e-f0701dc8a598 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9ff78e91-b7de-4878-8334-c0473181ce8a HTTP/1.1" status: 200  len: 907 time: 0.1370671
Feb 03 20:13:57.158822 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5bc4cb9b-91ff-4b81-97d4-3e51efcc4e8f req-6deeac82-3680-48bd-966a-973a906e7365 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbb7edda-21be-48e4-b2a7-7ffdbdd4700d HTTP/1.1" status: 200  len: 1001 time: 0.1039371
Feb 03 20:13:57.228641 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4cb9b-91ff-4b81-97d4-3e51efcc4e8f req-7a2bb20a-9d18-4956-af5b-4772757a41f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:13:57.230210 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5bc4cb9b-91ff-4b81-97d4-3e51efcc4e8f req-7a2bb20a-9d18-4956-af5b-4772757a41f8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a47023-a7e6-4e5a-a78e-878b5980dff8 HTTP/1.1" status: 200  len: 851 time: 0.0637882
Feb 03 20:13:57.283231 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:13:57.316803 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4cb9b-91ff-4b81-97d4-3e51efcc4e8f req-627bf6b8-b763-4de5-a114-8507f0f19bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:13:57.318434 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5bc4cb9b-91ff-4b81-97d4-3e51efcc4e8f req-627bf6b8-b763-4de5-a114-8507f0f19bbb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9ff78e91-b7de-4878-8334-c0473181ce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816488
Feb 03 20:13:57.332271 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [req-5bc4cb9b-91ff-4b81-97d4-3e51efcc4e8f req-c2daba7c-19bb-45ad-a2f4-bd4696276b8a service neutron] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=80146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 20:13:57.333344 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5bc4cb9b-91ff-4b81-97d4-3e51efcc4e8f req-c2daba7c-19bb-45ad-a2f4-bd4696276b8a service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0054927
Feb 03 20:13:57.475224 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5bc4cb9b-91ff-4b81-97d4-3e51efcc4e8f req-7250cac3-e5cb-4e37-966c-cb5beea4980a service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350429
Feb 03 20:13:57.622443 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-5bc4cb9b-91ff-4b81-97d4-3e51efcc4e8f req-78f3ca7a-ab1f-4641-aab5-e0cb8f018f91 service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1400011
Feb 03 20:13:57.982866 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:06.875850 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:14:22.893389 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d2a36cdb-3e20-4b3d-8193-1c9087bfb44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:25.306483 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-eed65ed6-7c8a-469a-8728-fd9fc9c7cb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:26.011081 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:26.737546 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:27.293958 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:28.000479 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:41.849372 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-1412b459-8e7a-4a38-a04a-4dab9f65553e tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/floatingips/47362ae7-d943-435b-b950-93cc5685627b HTTP/1.1" status: 200  len: 999 time: 0.1659560
Feb 03 20:14:42.139714 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-87ddac09-fb0e-4c01-a4bc-4b771125a2ca tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:42.142021 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-87ddac09-fb0e-4c01-a4bc-4b771125a2ca tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/networks/b3f750ce-bc55-47f2-a098-fbecdde1b124 HTTP/1.1" status: 200  len: 784 time: 0.2868760
Feb 03 20:14:42.294310 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-621c9a84-33b2-47ec-922e-7cf1b77dda9d tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/floatingips?floating_ip_address=172.27.3.183 HTTP/1.1" status: 200  len: 1002 time: 0.1446204
Feb 03 20:14:42.768879 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-f848b630-de16-458e-aebe-6cf103abdadf tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:42.770437 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-f848b630-de16-458e-aebe-6cf103abdadf tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports/6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f HTTP/1.1" status: 200  len: 943 time: 0.4698167
Feb 03 20:14:43.005296 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-ebc59eba-ca76-4cfb-b19c-f8312f870921 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/floatingips?floating_ip_address=172.27.3.183 HTTP/1.1" status: 200  len: 1002 time: 0.1519310
Feb 03 20:14:43.250778 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Deleting port f810a121-65db-429c-9d94-b8e0f823ed6f {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:14:43.251177 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:43.458727 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:43.459099 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:43.596631 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Calling delete_port for f810a121-65db-429c-9d94-b8e0f823ed6f owned by network:floatingip {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:14:43.759213 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:43.775433 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-0c12bf17-ae6f-46a7-a2dd-21436a3c8a34 tempest-TestMinimumBasicScenario-1744815541 tempest-TestMinimumBasicScenario-1744815541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:14:43.875847 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:14:43.879684 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Pushing event deleted for resources: {'Port': ['ID=f810a121-65db-429c-9d94-b8e0f823ed6f,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:14:43.894777 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.895192 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.895606 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.896038 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.896444 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.896848 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.897246 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.897644 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.898039 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.898435 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.898830 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.899225 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.899668 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.900093 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.900496 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.900958 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.901500 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.902196 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.902901 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.903355 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.903784 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.904509 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.905202 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.905892 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:43.918305 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:14:44.045219 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for floatingip, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:44.045801 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.l3_db [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Floating IP 47362ae7-d943-435b-b950-93cc5685627b disassociated (deleted). External IP: 172.27.3.183, port: 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f.
Feb 03 20:14:44.505899 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Router 9ae22426-1376-4ec1-8705-c2076b0cc55c has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:14:44.713863 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:14:44.723491 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bf844e-0633-4014-aedb-b395b0cbf402 None None] Sync routers for ids ['9ae22426-1376-4ec1-8705-c2076b0cc55c'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:14:44.739985 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bf844e-0633-4014-aedb-b395b0cbf402 None None] Routers {'9ae22426-1376-4ec1-8705-c2076b0cc55c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:14:44.740951 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-56bf844e-0633-4014-aedb-b395b0cbf402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93ae74b00>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:14:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['9ae22426-1376-4ec1-8705-c2076b0cc55c'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:14:44.741831 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:44.834560 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "DELETE /v2.0/floatingips/47362ae7-d943-435b-b950-93cc5685627b HTTP/1.1" status: 204  len: 173 time: 1.8181903
Feb 03 20:14:44.835334 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a484043b-8131-47eb-9b64-cfeccc52c64b', 'tag': '6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:14:45.131992 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-7cd83643-82ba-4df2-ae71-54329774e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:45.133670 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-7cd83643-82ba-4df2-ae71-54329774e87d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d&device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 1163 time: 0.2861893
Feb 03 20:14:45.183491 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-56bf844e-0633-4014-aedb-b395b0cbf402 None None] Set router 9ae22426-1376-4ec1-8705-c2076b0cc55c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:14:45.311161 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-c6531c36-802d-461d-9452-534b3143421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:45.313482 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-c6531c36-802d-461d-9452-534b3143421a service neutron] 10.222.0.103 "GET /v2.0/networks?id=9ff78e91-b7de-4878-8334-c0473181ce8a HTTP/1.1" status: 200  len: 907 time: 0.1670282
Feb 03 20:14:45.421931 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-8650c755-1f0b-453e-9557-647d548cd0fb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f HTTP/1.1" status: 200  len: 217 time: 0.1016557
Feb 03 20:14:45.533184 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-e37fb1dc-2412-4c83-bb8b-98f652b6a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:45.536053 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-e37fb1dc-2412-4c83-bb8b-98f652b6a54c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b9a47023-a7e6-4e5a-a78e-878b5980dff8 HTTP/1.1" status: 200  len: 851 time: 0.1038814
Feb 03 20:14:45.599136 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-56bf844e-0633-4014-aedb-b395b0cbf402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93ae74b00>, [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '57a6f93c-574f-4ef6-86bb-d48423239f94', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'port_id': 'fbb7edda-21be-48e4-b2a7-7ffdbdd4700d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'mac_address': 'fa:16:3e:b6:5e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b874956-a676-4614-9baf-f147074784ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:10:56Z', 'updated_at': '2021-02-03T20:11:02Z', 'revision_number': 2, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116', 'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'mac_address': 'fa:16:3e:83:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:35Z', 'updated_at': '2021-02-03T20:06:46Z', 'revision_number': 5, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'subnets': [{'id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:14:45.608071 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bf844e-0633-4014-aedb-b395b0cbf402 None None] Checking router: 9ae22426-1376-4ec1-8705-c2076b0cc55c for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:14:45.621030 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bf844e-0633-4014-aedb-b395b0cbf402 None None] Routers {'9ae22426-1376-4ec1-8705-c2076b0cc55c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:14:45.622315 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-56bf844e-0633-4014-aedb-b395b0cbf402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93ae74b00>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:14:25Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['9ae22426-1376-4ec1-8705-c2076b0cc55c'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:14:45.633749 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-38bc27a7-8d29-48fb-a26b-3210515b5826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:45.635406 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-38bc27a7-8d29-48fb-a26b-3210515b5826 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=9ff78e91-b7de-4878-8334-c0473181ce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0929279
Feb 03 20:14:45.798597 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-f64c6182-2795-4de0-95bd-3891174cb986 service neutron] 10.222.0.103 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552415
Feb 03 20:14:45.836945 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-56bf844e-0633-4014-aedb-b395b0cbf402 None None] Set router 9ae22426-1376-4ec1-8705-c2076b0cc55c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:14:45.962941 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-cdad8c84-ba75-4b90-a392-b72597e05ab5 req-4410897a-5553-469c-bc04-6e2e8c1812a0 service neutron] 10.222.0.103 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1578839
Feb 03 20:14:46.143880 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a484043b-8131-47eb-9b64-cfeccc52c64b', 'tag': '6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f', 'status': 'completed', 'code': 200}
Feb 03 20:14:46.220594 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-56bf844e-0633-4014-aedb-b395b0cbf402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93ae74b00>, [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '57a6f93c-574f-4ef6-86bb-d48423239f94', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'port_id': 'fbb7edda-21be-48e4-b2a7-7ffdbdd4700d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'mac_address': 'fa:16:3e:b6:5e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b874956-a676-4614-9baf-f147074784ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:10:56Z', 'updated_at': '2021-02-03T20:11:02Z', 'revision_number': 2, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116', 'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'mac_address': 'fa:16:3e:83:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:35Z', 'updated_at': '2021-02-03T20:06:46Z', 'revision_number': 5, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'subnets': [{'id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:14:46.224736 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bf844e-0633-4014-aedb-b395b0cbf402 None None] The sync data for ids ['9ae22426-1376-4ec1-8705-c2076b0cc55c'] in dv-cinder-773985-1-iscsi is: [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_floatingips': [{'id': '57a6f93c-574f-4ef6-86bb-d48423239f94', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'router_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'port_id': 'fbb7edda-21be-48e4-b2a7-7ffdbdd4700d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'mac_address': 'fa:16:3e:b6:5e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b874956-a676-4614-9baf-f147074784ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:10:56Z', 'updated_at': '2021-02-03T20:11:02Z', 'revision_number': 2, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116', 'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'mac_address': 'fa:16:3e:83:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:35Z', 'updated_at': '2021-02-03T20:06:46Z', 'revision_number': 5, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'subnets': [{'id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:14:46.325760 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a97808-f1ea-4b73-b17e-c8b933792b09 req-195ab59c-96c5-49d7-aee8-9218ab292842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:46.327500 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-57a97808-f1ea-4b73-b17e-c8b933792b09 req-195ab59c-96c5-49d7-aee8-9218ab292842 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d&device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 1163 time: 0.1214962
Feb 03 20:14:46.576681 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a97808-f1ea-4b73-b17e-c8b933792b09 req-be04bbf5-d751-497f-9037-3c213739a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:46.578308 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-57a97808-f1ea-4b73-b17e-c8b933792b09 req-be04bbf5-d751-497f-9037-3c213739a0e8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9ff78e91-b7de-4878-8334-c0473181ce8a HTTP/1.1" status: 200  len: 907 time: 0.2094879
Feb 03 20:14:46.657270 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-57a97808-f1ea-4b73-b17e-c8b933792b09 req-886a9823-8c35-45ff-a2d6-95f0f5e1ae0a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f HTTP/1.1" status: 200  len: 217 time: 0.0706139
Feb 03 20:14:46.658548 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b287a1-9088-4050-ad5c-73c26b1ab9dc None None] New status for floating IP 47362ae7-d943-435b-b950-93cc5685627b: DOWN {{(pid=80147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 20:14:46.800829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeea711-2cdb-4763-ad52-de3eca8308f7 req-4a620625-227f-4bc6-99d5-0523607fb789 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:46.802503 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-beeea711-2cdb-4763-ad52-de3eca8308f7 req-4a620625-227f-4bc6-99d5-0523607fb789 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 946 time: 0.3195267
Feb 03 20:14:46.868217 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a97808-f1ea-4b73-b17e-c8b933792b09 req-bc12bd93-cb0a-4101-848a-3ff17032c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:46.869912 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-57a97808-f1ea-4b73-b17e-c8b933792b09 req-bc12bd93-cb0a-4101-848a-3ff17032c205 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a47023-a7e6-4e5a-a78e-878b5980dff8 HTTP/1.1" status: 200  len: 851 time: 0.2012017
Feb 03 20:14:46.891738 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-beeea711-2cdb-4763-ad52-de3eca8308f7 req-cc6e4c4c-9ff8-4b51-8d88-ee000c73ac5d tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0825160
Feb 03 20:14:46.971119 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a97808-f1ea-4b73-b17e-c8b933792b09 req-fcf2a09e-d021-4701-83d2-d5f5371168d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:46.972818 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-57a97808-f1ea-4b73-b17e-c8b933792b09 req-fcf2a09e-d021-4701-83d2-d5f5371168d1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9ff78e91-b7de-4878-8334-c0473181ce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800912
Feb 03 20:14:47.124713 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-57a97808-f1ea-4b73-b17e-c8b933792b09 req-b11c43cf-745f-415f-aba1-d587f59ee645 service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423934
Feb 03 20:14:47.291240 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-57a97808-f1ea-4b73-b17e-c8b933792b09 req-fcfc1aad-0f9a-48b0-9884-985ba0516aae service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1593537
Feb 03 20:14:48.240290 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda93253-df3b-421b-8c1a-76dda9f7d883 req-6a5749d8-60fa-43f8-80d3-76c5b66f7024 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:48.241396 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-dda93253-df3b-421b-8c1a-76dda9f7d883 req-6a5749d8-60fa-43f8-80d3-76c5b66f7024 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Synchronizing usage tracker for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:14:48.259798 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-dda93253-df3b-421b-8c1a-76dda9f7d883 req-6a5749d8-60fa-43f8-80d3-76c5b66f7024 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Unset dirty status for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:14:48.261058 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-dda93253-df3b-421b-8c1a-76dda9f7d883 req-6a5749d8-60fa-43f8-80d3-76c5b66f7024 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 946 time: 0.2215607
Feb 03 20:14:48.336972 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-dda93253-df3b-421b-8c1a-76dda9f7d883 req-683eb758-d6a8-4870-9303-3e151a57f66d tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0662844
Feb 03 20:14:48.689488 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9e684-8bce-47cb-a306-02ec7016cfce req-cb4977df-472e-4711-ab45-7178691ff2db tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:48.691265 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-37c9e684-8bce-47cb-a306-02ec7016cfce req-cb4977df-472e-4711-ab45-7178691ff2db tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 946 time: 0.2060308
Feb 03 20:14:48.798495 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-37c9e684-8bce-47cb-a306-02ec7016cfce req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Deleting port 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:14:48.798892 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-37c9e684-8bce-47cb-a306-02ec7016cfce req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:49.119601 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-37c9e684-8bce-47cb-a306-02ec7016cfce req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] For port 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f,segment=NetworkSegment(6e64f417-e845-4b38-aeb4-6c4d26500e80),segment_id=6e64f417-e845-4b38-aeb4-6c4d26500e80)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:14:49.120031 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-37c9e684-8bce-47cb-a306-02ec7016cfce req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:49.169664 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:14:49.291526 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-37c9e684-8bce-47cb-a306-02ec7016cfce req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Calling delete_port for 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f owned by compute:nova {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:14:49.320880 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:49.350849 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a484043b-8131-47eb-9b64-cfeccc52c64b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:14:49.363085 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f,segment=NetworkSegment(6e64f417-e845-4b38-aeb4-6c4d26500e80),segment_id=6e64f417-e845-4b38-aeb4-6c4d26500e80)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:14:49.366652 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:49.368726 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:14:49.389754 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.api [req-37c9e684-8bce-47cb-a306-02ec7016cfce req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80146) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 20:14:49.390047 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.api [req-37c9e684-8bce-47cb-a306-02ec7016cfce req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80146) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 20:14:49.446711 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f,revision_number=5']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:14:49.455783 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.456209 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.456594 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.456969 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.457342 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.457713 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.458082 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.458450 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.458817 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.459181 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.459547 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.460384 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.460384 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.460658 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.461126 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.461492 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.461855 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.462217 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.462582 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.462942 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.463420 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.463782 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.464175 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.464924 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:49.469777 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:14:49.507352 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a484043b-8131-47eb-9b64-cfeccc52c64b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f', 'code': 200}
Feb 03 20:14:49.655585 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27243bf3-4e97-4d78-bfbc-28bc65b0c4b1 req-255dc2c6-0a28-441f-bebe-fe6e41fd28a0 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:49.657252 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-27243bf3-4e97-4d78-bfbc-28bc65b0c4b1 req-255dc2c6-0a28-441f-bebe-fe6e41fd28a0 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 944 time: 0.1711800
Feb 03 20:14:49.722913 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-27243bf3-4e97-4d78-bfbc-28bc65b0c4b1 req-c9ad7ebc-d8e2-46ec-991a-0d8e2d8b2f92 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0593951
Feb 03 20:14:49.890896 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-37c9e684-8bce-47cb-a306-02ec7016cfce req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Deleting port 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:14:49.891290 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-37c9e684-8bce-47cb-a306-02ec7016cfce req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:50.156330 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-37c9e684-8bce-47cb-a306-02ec7016cfce req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] For port 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f,segment=NetworkSegment(6e64f417-e845-4b38-aeb4-6c4d26500e80),segment_id=6e64f417-e845-4b38-aeb4-6c4d26500e80)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:14:50.156733 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-37c9e684-8bce-47cb-a306-02ec7016cfce req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:50.293207 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-37c9e684-8bce-47cb-a306-02ec7016cfce req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Calling delete_port for 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f owned by compute:nova {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:14:50.443426 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-37c9e684-8bce-47cb-a306-02ec7016cfce req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:50.459358 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-55b8cd6a-b357-46fd-8292-89fcd644facc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:14:50.557257 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Pushing event deleted for resources: {'Port': ['ID=6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:14:50.573699 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.574121 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.574535 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.575674 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.576131 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.576534 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.576935 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.577333 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.577734 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.578158 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.578528 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.578924 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.579358 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.579756 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.580192 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.580589 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.580978 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.581375 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.581767 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.582160 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.582552 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.582951 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.583343 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.583733 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-iscsi {{(pid=80146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 03 20:14:50.588812 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:14:50.690250 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c9e684-8bce-47cb-a306-02ec7016cfce req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] No DVR routers for this DVR port 6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f on host hv-cinder-77398 {{(pid=80146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:14:50.692568 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-37c9e684-8bce-47cb-a306-02ec7016cfce req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:50.695361 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a484043b-8131-47eb-9b64-cfeccc52c64b', 'name': 'network-vif-deleted', 'tag': '6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:14:50.710657 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-37c9e684-8bce-47cb-a306-02ec7016cfce req-73194e46-9c88-4e89-a142-877910762f36 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.67 "DELETE /v2.0/ports/6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f HTTP/1.1" status: 204  len: 173 time: 2.0095320
Feb 03 20:14:50.855555 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a484043b-8131-47eb-9b64-cfeccc52c64b', 'name': 'network-vif-deleted', 'tag': '6eb8eb9d-b0d6-4c14-b2df-4471554b0c2f', 'status': 'completed', 'code': 200}
Feb 03 20:14:50.914718 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8e95713-185f-4e7a-aa9f-878292d44210 req-63d5f279-180a-47fc-bbb6-ea7720b29008 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=a484043b-8131-47eb-9b64-cfeccc52c64b HTTP/1.1" status: 200  len: 210 time: 0.0513737
Feb 03 20:14:52.896833 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-70cb3697-a631-422e-8328-180a92a678cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:54.643588 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-cceeb4f5-f1a8-4637-a735-b0e06cfdf952 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/floatingips/57a6f93c-574f-4ef6-86bb-d48423239f94 HTTP/1.1" status: 200  len: 998 time: 0.1365049
Feb 03 20:14:55.118595 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-ca771293-7086-4b26-a7f6-b348767b1d11 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:55.120228 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-ca771293-7086-4b26-a7f6-b348767b1d11 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/networks/b3f750ce-bc55-47f2-a098-fbecdde1b124 HTTP/1.1" status: 200  len: 784 time: 0.4706790
Feb 03 20:14:55.271526 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-6351c494-0aec-448b-81fa-5bd128f96406 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Synchronizing usage tracker for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:floatingip {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:14:55.293200 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-6351c494-0aec-448b-81fa-5bd128f96406 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Unset dirty status for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:floatingip {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:14:55.295391 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-6351c494-0aec-448b-81fa-5bd128f96406 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/floatingips?floating_ip_address=172.27.3.156 HTTP/1.1" status: 200  len: 1001 time: 0.1657135
Feb 03 20:14:55.310847 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b2269e24-7f80-4796-b717-caefdc696548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:55.487069 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-2f7a7500-2e17-4eab-99e0-bd224cda0950 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:55.488669 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-2f7a7500-2e17-4eab-99e0-bd224cda0950 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports/fbb7edda-21be-48e4-b2a7-7ffdbdd4700d HTTP/1.1" status: 200  len: 942 time: 0.1855650
Feb 03 20:14:55.736195 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-aa1df1bb-430e-4856-bb1b-278eb8588b91 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/floatingips?floating_ip_address=172.27.3.156 HTTP/1.1" status: 200  len: 1001 time: 0.1633356
Feb 03 20:14:55.998067 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-0a6e4c7d-7ad4-44a1-ab46-a9746fb75315 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Deleting port 1e799cce-89d2-41da-9094-b67616855f9b {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:14:55.998509 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-0a6e4c7d-7ad4-44a1-ab46-a9746fb75315 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:56.013517 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:56.186905 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-0a6e4c7d-7ad4-44a1-ab46-a9746fb75315 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:56.187266 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-0a6e4c7d-7ad4-44a1-ab46-a9746fb75315 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:56.326759 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-0a6e4c7d-7ad4-44a1-ab46-a9746fb75315 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Calling delete_port for 1e799cce-89d2-41da-9094-b67616855f9b owned by network:floatingip {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:14:56.481936 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-0a6e4c7d-7ad4-44a1-ab46-a9746fb75315 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:56.497579 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8906d0cf-ed7c-4ed6-ad7e-7cb416ec5890 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:14:56.592832 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e4c7d-7ad4-44a1-ab46-a9746fb75315 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Pushing event deleted for resources: {'Port': ['ID=1e799cce-89d2-41da-9094-b67616855f9b,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:14:56.599495 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-0a6e4c7d-7ad4-44a1-ab46-a9746fb75315 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:14:56.726850 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-0a6e4c7d-7ad4-44a1-ab46-a9746fb75315 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for floatingip, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:56.727215 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.db.l3_db [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-0a6e4c7d-7ad4-44a1-ab46-a9746fb75315 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Floating IP 57a6f93c-574f-4ef6-86bb-d48423239f94 disassociated (deleted). External IP: 172.27.3.156, port: fbb7edda-21be-48e4-b2a7-7ffdbdd4700d.
Feb 03 20:14:56.739132 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:57.102423 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-0a6e4c7d-7ad4-44a1-ab46-a9746fb75315 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Router 9ae22426-1376-4ec1-8705-c2076b0cc55c has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:14:57.295391 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-0a6e4c7d-7ad4-44a1-ab46-a9746fb75315 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:14:57.299139 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:57.305758 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9be960c-a750-4ee6-8476-81218285f9af None None] Sync routers for ids ['9ae22426-1376-4ec1-8705-c2076b0cc55c'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:14:57.315832 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9be960c-a750-4ee6-8476-81218285f9af None None] Routers {'9ae22426-1376-4ec1-8705-c2076b0cc55c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:14:57.316531 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-c9be960c-a750-4ee6-8476-81218285f9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93b0d01d0>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:14:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['9ae22426-1376-4ec1-8705-c2076b0cc55c'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:14:57.318338 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-0a6e4c7d-7ad4-44a1-ab46-a9746fb75315 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:57.382476 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-0a6e4c7d-7ad4-44a1-ab46-a9746fb75315 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "DELETE /v2.0/floatingips/57a6f93c-574f-4ef6-86bb-d48423239f94 HTTP/1.1" status: 204  len: 173 time: 1.6392672
Feb 03 20:14:57.382952 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b874956-a676-4614-9baf-f147074784ab', 'tag': 'fbb7edda-21be-48e4-b2a7-7ffdbdd4700d'}] {{(pid=80144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:14:57.445301 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b874956-a676-4614-9baf-f147074784ab', 'tag': 'fbb7edda-21be-48e4-b2a7-7ffdbdd4700d', 'status': 'completed', 'code': 200}
Feb 03 20:14:57.479416 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-1d99e165-cd23-4fee-9abe-706d0983f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:57.481322 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-1d99e165-cd23-4fee-9abe-706d0983f01d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d&device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 1162 time: 0.0849738
Feb 03 20:14:57.513384 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-c9be960c-a750-4ee6-8476-81218285f9af None None] Set router 9ae22426-1376-4ec1-8705-c2076b0cc55c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:14:57.587281 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a56d8b-0ffe-43d4-8dde-06767db4c9c4 req-8e9fe565-90b9-49bb-b361-d227dc33da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:57.589311 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e6a56d8b-0ffe-43d4-8dde-06767db4c9c4 req-8e9fe565-90b9-49bb-b361-d227dc33da10 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d&device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 1162 time: 0.0885394
Feb 03 20:14:57.636950 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-79fda501-eee4-4829-bb70-b1f4d7a3acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:57.639197 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-79fda501-eee4-4829-bb70-b1f4d7a3acd0 service neutron] 10.222.0.103 "GET /v2.0/networks?id=9ff78e91-b7de-4878-8334-c0473181ce8a HTTP/1.1" status: 200  len: 907 time: 0.1511142
Feb 03 20:14:57.720441 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-6dcd68a3-b9a8-424f-800f-f05213eb138b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbb7edda-21be-48e4-b2a7-7ffdbdd4700d HTTP/1.1" status: 200  len: 217 time: 0.0744534
Feb 03 20:14:57.812455 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-6bd5f2a4-a1f9-4afb-9e88-9e091f896f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:57.814118 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-6bd5f2a4-a1f9-4afb-9e88-9e091f896f6e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b9a47023-a7e6-4e5a-a78e-878b5980dff8 HTTP/1.1" status: 200  len: 851 time: 0.0764675
Feb 03 20:14:57.908702 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-c9be960c-a750-4ee6-8476-81218285f9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93b0d01d0>, [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116', 'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'mac_address': 'fa:16:3e:83:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:35Z', 'updated_at': '2021-02-03T20:06:46Z', 'revision_number': 5, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'subnets': [{'id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:14:57.913328 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9be960c-a750-4ee6-8476-81218285f9af None None] Checking router: 9ae22426-1376-4ec1-8705-c2076b0cc55c for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:14:57.921057 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-ad5f9ccd-24a7-475f-8c52-39c4f00cf321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:57.923286 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-ad5f9ccd-24a7-475f-8c52-39c4f00cf321 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=9ff78e91-b7de-4878-8334-c0473181ce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1016395
Feb 03 20:14:57.925583 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9be960c-a750-4ee6-8476-81218285f9af None None] Routers {'9ae22426-1376-4ec1-8705-c2076b0cc55c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:14:57.926305 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-c9be960c-a750-4ee6-8476-81218285f9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93b0d01d0>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:14:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['9ae22426-1376-4ec1-8705-c2076b0cc55c'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:14:58.003458 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a56d8b-0ffe-43d4-8dde-06767db4c9c4 req-2921046c-c80e-494f-bc3e-464add6a0cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:58.005165 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e6a56d8b-0ffe-43d4-8dde-06767db4c9c4 req-2921046c-c80e-494f-bc3e-464add6a0cb3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9ff78e91-b7de-4878-8334-c0473181ce8a HTTP/1.1" status: 200  len: 907 time: 0.4051652
Feb 03 20:14:58.025532 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:14:58.089573 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e6a56d8b-0ffe-43d4-8dde-06767db4c9c4 req-e60bddc0-4448-4ba5-853e-797c403e3605 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbb7edda-21be-48e4-b2a7-7ffdbdd4700d HTTP/1.1" status: 200  len: 217 time: 0.0720372
Feb 03 20:14:58.093317 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-d0d2dd0d-1bcc-4f11-865e-1fcd6fda03a1 service neutron] 10.222.0.103 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1604497
Feb 03 20:14:58.155677 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-c9be960c-a750-4ee6-8476-81218285f9af None None] Set router 9ae22426-1376-4ec1-8705-c2076b0cc55c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:14:58.164420 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a56d8b-0ffe-43d4-8dde-06767db4c9c4 req-199d201d-7ba8-41d1-9505-df0e9edbd667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:58.166167 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e6a56d8b-0ffe-43d4-8dde-06767db4c9c4 req-199d201d-7ba8-41d1-9505-df0e9edbd667 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a47023-a7e6-4e5a-a78e-878b5980dff8 HTTP/1.1" status: 200  len: 851 time: 0.0699484
Feb 03 20:14:58.267457 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a56d8b-0ffe-43d4-8dde-06767db4c9c4 req-1520fcca-4fc6-4285-a897-97b3513adf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:58.269168 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e6a56d8b-0ffe-43d4-8dde-06767db4c9c4 req-1520fcca-4fc6-4285-a897-97b3513adf0e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9ff78e91-b7de-4878-8334-c0473181ce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0930219
Feb 03 20:14:58.451037 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e6a56d8b-0ffe-43d4-8dde-06767db4c9c4 req-9f376c63-4cb5-4c8a-9600-58e71857d702 service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697161
Feb 03 20:14:58.535713 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-c9be960c-a750-4ee6-8476-81218285f9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93b0d01d0>, [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116', 'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'mac_address': 'fa:16:3e:83:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:35Z', 'updated_at': '2021-02-03T20:06:46Z', 'revision_number': 5, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'subnets': [{'id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:14:58.538386 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f8b0ec64-554c-4eb7-8d72-a6b7d7ab237c req-51a511f4-72ef-4f81-b4e8-a3f4f4b40e5f service neutron] 10.222.0.103 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4384680
Feb 03 20:14:58.542754 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9be960c-a750-4ee6-8476-81218285f9af None None] The sync data for ids ['9ae22426-1376-4ec1-8705-c2076b0cc55c'] in dv-cinder-773985-1-iscsi is: [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi', '_interfaces': [{'id': '7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116', 'name': '', 'network_id': '9ff78e91-b7de-4878-8334-c0473181ce8a', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'mac_address': 'fa:16:3e:83:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:35Z', 'updated_at': '2021-02-03T20:06:46Z', 'revision_number': 5, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'subnets': [{'id': 'b9a47023-a7e6-4e5a-a78e-878b5980dff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:14:58.620989 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-e6a56d8b-0ffe-43d4-8dde-06767db4c9c4 req-d9238e42-f46f-4705-a510-f08c3fc9310b service neutron] 10.222.0.67 "GET /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1593456
Feb 03 20:14:58.962910 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee9d8d7-b6bb-4133-bd3d-b3385d68f34e None None] New status for floating IP 57a6f93c-574f-4ef6-86bb-d48423239f94: DOWN {{(pid=80147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 03 20:14:59.087977 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0669225-5dfa-48ed-abe5-cec2b811051d req-defe8718-9b66-4f3b-a1d7-62c9fd91fe73 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:14:59.088841 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-f0669225-5dfa-48ed-abe5-cec2b811051d req-defe8718-9b66-4f3b-a1d7-62c9fd91fe73 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Synchronizing usage tracker for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:port {{(pid=80144) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:14:59.105508 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-f0669225-5dfa-48ed-abe5-cec2b811051d req-defe8718-9b66-4f3b-a1d7-62c9fd91fe73 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Unset dirty status for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:port {{(pid=80144) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:14:59.107372 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f0669225-5dfa-48ed-abe5-cec2b811051d req-defe8718-9b66-4f3b-a1d7-62c9fd91fe73 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 945 time: 0.2094431
Feb 03 20:14:59.173326 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-f0669225-5dfa-48ed-abe5-cec2b811051d req-c81b552f-a23b-4660-8f9f-dfd0ab09583e tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0589435
Feb 03 20:15:00.479366 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a882c-cb2e-4930-8668-c185f32d1aa2 req-9685adff-7315-4f82-a1f5-2d03e0435282 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:15:00.480095 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-4b6a882c-cb2e-4930-8668-c185f32d1aa2 req-9685adff-7315-4f82-a1f5-2d03e0435282 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Synchronizing usage tracker for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:15:00.493769 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-4b6a882c-cb2e-4930-8668-c185f32d1aa2 req-9685adff-7315-4f82-a1f5-2d03e0435282 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Unset dirty status for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:15:00.495018 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4b6a882c-cb2e-4930-8668-c185f32d1aa2 req-9685adff-7315-4f82-a1f5-2d03e0435282 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 945 time: 0.1879790
Feb 03 20:15:00.559969 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-4b6a882c-cb2e-4930-8668-c185f32d1aa2 req-6ffd6f21-ab73-43e7-937a-af9a51b603f6 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0578856
Feb 03 20:15:01.004167 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c903b70-6c6c-4b8e-9589-bf9138d519d8 req-ddcb63e0-7a48-4849-b079-71289c96ce47 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:15:01.005755 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6c903b70-6c6c-4b8e-9589-bf9138d519d8 req-ddcb63e0-7a48-4849-b079-71289c96ce47 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 945 time: 0.1646204
Feb 03 20:15:01.107674 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-6c903b70-6c6c-4b8e-9589-bf9138d519d8 req-e8934809-d1fc-4602-b97c-06dfd04fb216 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Deleting port fbb7edda-21be-48e4-b2a7-7ffdbdd4700d {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:15:01.108085 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-6c903b70-6c6c-4b8e-9589-bf9138d519d8 req-e8934809-d1fc-4602-b97c-06dfd04fb216 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:01.243676 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Device fbb7edda-21be-48e4-b2a7-7ffdbdd4700d no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:15:01.367938 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854674823'] for port, before_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:01.377558 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-6c903b70-6c6c-4b8e-9589-bf9138d519d8 req-e8934809-d1fc-4602-b97c-06dfd04fb216 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] For port fbb7edda-21be-48e4-b2a7-7ffdbdd4700d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fbb7edda-21be-48e4-b2a7-7ffdbdd4700d,segment=NetworkSegment(6e64f417-e845-4b38-aeb4-6c4d26500e80),segment_id=6e64f417-e845-4b38-aeb4-6c4d26500e80)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:15:01.377961 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-6c903b70-6c6c-4b8e-9589-bf9138d519d8 req-e8934809-d1fc-4602-b97c-06dfd04fb216 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:01.397381 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b874956-a676-4614-9baf-f147074784ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbb7edda-21be-48e4-b2a7-7ffdbdd4700d'}] {{(pid=80147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:15:01.408531 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] For port fbb7edda-21be-48e4-b2a7-7ffdbdd4700d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fbb7edda-21be-48e4-b2a7-7ffdbdd4700d,segment=NetworkSegment(6e64f417-e845-4b38-aeb4-6c4d26500e80),segment_id=6e64f417-e845-4b38-aeb4-6c4d26500e80)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:15:01.411426 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255462378629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781391949802', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781391951885'] for port, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:01.413313 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:15:01.461899 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b874956-a676-4614-9baf-f147074784ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbb7edda-21be-48e4-b2a7-7ffdbdd4700d', 'code': 200}
Feb 03 20:15:01.488199 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Pushing event updated for resources: {'Port': ['ID=fbb7edda-21be-48e4-b2a7-7ffdbdd4700d,revision_number=5']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:15:01.491723 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:15:01.519838 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-6c903b70-6c6c-4b8e-9589-bf9138d519d8 req-e8934809-d1fc-4602-b97c-06dfd04fb216 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Calling delete_port for fbb7edda-21be-48e4-b2a7-7ffdbdd4700d owned by compute:nova {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:15:01.607137 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.api [req-6c903b70-6c6c-4b8e-9589-bf9138d519d8 req-e8934809-d1fc-4602-b97c-06dfd04fb216 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80146) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 20:15:01.607510 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.api [req-6c903b70-6c6c-4b8e-9589-bf9138d519d8 req-e8934809-d1fc-4602-b97c-06dfd04fb216 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80146) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 20:15:01.860985 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffb155-081f-4054-97d5-1a3d4f7d3758 req-780bab7c-ced1-4a34-ae2e-d7b3f1cbb78f tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:15:01.862615 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7dffb155-081f-4054-97d5-1a3d4f7d3758 req-780bab7c-ced1-4a34-ae2e-d7b3f1cbb78f tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 943 time: 0.1698287
Feb 03 20:15:01.940217 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-7dffb155-081f-4054-97d5-1a3d4f7d3758 req-f50eb635-a951-41eb-8ade-b694d9091701 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups?id=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0712168
Feb 03 20:15:02.108470 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-6c903b70-6c6c-4b8e-9589-bf9138d519d8 req-e8934809-d1fc-4602-b97c-06dfd04fb216 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Deleting port fbb7edda-21be-48e4-b2a7-7ffdbdd4700d {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:15:02.108862 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-6c903b70-6c6c-4b8e-9589-bf9138d519d8 req-e8934809-d1fc-4602-b97c-06dfd04fb216 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:02.379668 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [req-6c903b70-6c6c-4b8e-9589-bf9138d519d8 req-e8934809-d1fc-4602-b97c-06dfd04fb216 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] For port fbb7edda-21be-48e4-b2a7-7ffdbdd4700d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fbb7edda-21be-48e4-b2a7-7ffdbdd4700d,segment=NetworkSegment(6e64f417-e845-4b38-aeb4-6c4d26500e80),segment_id=6e64f417-e845-4b38-aeb4-6c4d26500e80)] {{(pid=80146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:15:02.380632 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-6c903b70-6c6c-4b8e-9589-bf9138d519d8 req-e8934809-d1fc-4602-b97c-06dfd04fb216 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:02.516249 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-6c903b70-6c6c-4b8e-9589-bf9138d519d8 req-e8934809-d1fc-4602-b97c-06dfd04fb216 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Calling delete_port for fbb7edda-21be-48e4-b2a7-7ffdbdd4700d owned by compute:nova {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:15:02.671238 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-6c903b70-6c6c-4b8e-9589-bf9138d519d8 req-e8934809-d1fc-4602-b97c-06dfd04fb216 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:02.687048 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f47c60f2-9d44-4983-9024-b11790efe1cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:15:02.793924 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8934809-d1fc-4602-b97c-06dfd04fb216 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Pushing event deleted for resources: {'Port': ['ID=fbb7edda-21be-48e4-b2a7-7ffdbdd4700d,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:15:02.801989 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e8934809-d1fc-4602-b97c-06dfd04fb216 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:15:02.927729 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c903b70-6c6c-4b8e-9589-bf9138d519d8 req-e8934809-d1fc-4602-b97c-06dfd04fb216 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] No DVR routers for this DVR port fbb7edda-21be-48e4-b2a7-7ffdbdd4700d on host hv-cinder-77398 {{(pid=80146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:15:02.931609 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-6c903b70-6c6c-4b8e-9589-bf9138d519d8 req-e8934809-d1fc-4602-b97c-06dfd04fb216 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for port, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:02.939386 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b874956-a676-4614-9baf-f147074784ab', 'name': 'network-vif-deleted', 'tag': 'fbb7edda-21be-48e4-b2a7-7ffdbdd4700d'}] {{(pid=80146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 03 20:15:02.960550 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-6c903b70-6c6c-4b8e-9589-bf9138d519d8 req-e8934809-d1fc-4602-b97c-06dfd04fb216 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.67 "DELETE /v2.0/ports/fbb7edda-21be-48e4-b2a7-7ffdbdd4700d HTTP/1.1" status: 204  len: 173 time: 1.9453211
Feb 03 20:15:03.025200 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b874956-a676-4614-9baf-f147074784ab', 'name': 'network-vif-deleted', 'tag': 'fbb7edda-21be-48e4-b2a7-7ffdbdd4700d', 'status': 'completed', 'code': 200}
Feb 03 20:15:03.153771 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-db528d37-dd5c-43be-81a6-b5d7d2b33c9e req-a5f1912c-e2e3-46d5-ad4d-dff13b55ec92 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Synchronizing usage tracker for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:port {{(pid=80146) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 03 20:15:03.180054 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.quota.resource [req-db528d37-dd5c-43be-81a6-b5d7d2b33c9e req-a5f1912c-e2e3-46d5-ad4d-dff13b55ec92 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Unset dirty status for tenant:b5d4a4ba4b58452c9e7dac6b64c2c95d on resource:port {{(pid=80146) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 03 20:15:03.181879 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-db528d37-dd5c-43be-81a6-b5d7d2b33c9e req-a5f1912c-e2e3-46d5-ad4d-dff13b55ec92 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/ports?device_id=6b874956-a676-4614-9baf-f147074784ab HTTP/1.1" status: 200  len: 210 time: 0.0845909
Feb 03 20:15:04.483145 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-004f67db-cd0f-4c04-8971-2cc6b9f541ee req-0c534a20-ea18-473e-bcf3-dc2bbf4d9ed4 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/floatingips/8172d178-3c2d-4d16-9fb2-d2e9f8d06dec HTTP/1.1" status: 200  len: 693 time: 0.1434906
Feb 03 20:15:04.817159 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f67db-cd0f-4c04-8971-2cc6b9f541ee req-892857d1-1635-4d80-8c97-cb1b4d4f6fdd tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 03 20:15:04.818740 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-004f67db-cd0f-4c04-8971-2cc6b9f541ee req-892857d1-1635-4d80-8c97-cb1b4d4f6fdd tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/networks/b3f750ce-bc55-47f2-a098-fbecdde1b124 HTTP/1.1" status: 200  len: 784 time: 0.3289073
Feb 03 20:15:04.830787 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [req-004f67db-cd0f-4c04-8971-2cc6b9f541ee req-fe023fd7-93af-4d44-b78f-c7003e773d67 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=80146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 03 20:15:04.831835 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-004f67db-cd0f-4c04-8971-2cc6b9f541ee req-fe023fd7-93af-4d44-b78f-c7003e773d67 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0072312
Feb 03 20:15:04.938266 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-004f67db-cd0f-4c04-8971-2cc6b9f541ee req-039073e6-6e06-4f62-817f-4dd2402d3345 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/floatingips?floating_ip_address=172.27.3.138 HTTP/1.1" status: 200  len: 696 time: 0.0995934
Feb 03 20:15:05.051914 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-004f67db-cd0f-4c04-8971-2cc6b9f541ee req-88dd74be-e8d7-405f-980c-96dc05cfe86f tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/floatingips?floating_ip_address=172.27.3.138 HTTP/1.1" status: 200  len: 696 time: 0.1071274
Feb 03 20:15:05.265785 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-004f67db-cd0f-4c04-8971-2cc6b9f541ee req-e1415317-eeff-4c12-a6ef-2840a38d7d55 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Deleting port b58789f8-9f0a-4701-8f97-5dc586d90cfa {{(pid=80146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:15:05.266095 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-004f67db-cd0f-4c04-8971-2cc6b9f541ee req-e1415317-eeff-4c12-a6ef-2840a38d7d55 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:05.471820 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-004f67db-cd0f-4c04-8971-2cc6b9f541ee req-e1415317-eeff-4c12-a6ef-2840a38d7d55 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:05.472296 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-004f67db-cd0f-4c04-8971-2cc6b9f541ee req-e1415317-eeff-4c12-a6ef-2840a38d7d55 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:05.843340 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [req-004f67db-cd0f-4c04-8971-2cc6b9f541ee req-e1415317-eeff-4c12-a6ef-2840a38d7d55 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Calling delete_port for b58789f8-9f0a-4701-8f97-5dc586d90cfa owned by network:floatingip {{(pid=80146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:15:05.992113 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-004f67db-cd0f-4c04-8971-2cc6b9f541ee req-e1415317-eeff-4c12-a6ef-2840a38d7d55 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6685030'] for port, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:06.006013 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-0c2052c8-1776-4775-93b7-25872b0538b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:15:06.057618 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1415317-eeff-4c12-a6ef-2840a38d7d55 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Pushing event deleted for resources: {'Port': ['ID=b58789f8-9f0a-4701-8f97-5dc586d90cfa,revision_number=None']} {{(pid=80146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:15:06.109608 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e1415317-eeff-4c12-a6ef-2840a38d7d55 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80146) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:15:06.251845 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-004f67db-cd0f-4c04-8971-2cc6b9f541ee req-e1415317-eeff-4c12-a6ef-2840a38d7d55 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for floatingip, after_delete {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:06.273009 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-004f67db-cd0f-4c04-8971-2cc6b9f541ee req-e1415317-eeff-4c12-a6ef-2840a38d7d55 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14302'] for floatingip, before_response {{(pid=80146) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:06.274255 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-004f67db-cd0f-4c04-8971-2cc6b9f541ee req-e1415317-eeff-4c12-a6ef-2840a38d7d55 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "DELETE /v2.0/floatingips/8172d178-3c2d-4d16-9fb2-d2e9f8d06dec HTTP/1.1" status: 204  len: 173 time: 1.2121258
Feb 03 20:15:07.782796 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-74cbe2c1-813c-4117-b89d-33f8a367466f req-aba19c34-2953-4322-b382-a9fd3750c40b tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "GET /v2.0/security-groups/e60c7ead-7ab2-40b1-ba32-fb01b1cd221f HTTP/1.1" status: 200  len: 2997 time: 0.0727279
Feb 03 20:15:07.874189 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-74cbe2c1-813c-4117-b89d-33f8a367466f req-8281e85d-2cfe-4780-b9f6-b52971a4ecd3 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:07.904965 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-74cbe2c1-813c-4117-b89d-33f8a367466f req-8281e85d-2cfe-4780-b9f6-b52971a4ecd3 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:07.952252 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-74cbe2c1-813c-4117-b89d-33f8a367466f req-8281e85d-2cfe-4780-b9f6-b52971a4ecd3 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:07.958034 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-93583323-6f3d-48d5-afb0-a3b9a7b11743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:15:07.973785 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281e85d-2cfe-4780-b9f6-b52971a4ecd3 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60c7ead-7ab2-40b1-ba32-fb01b1cd221f,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:15:07.976471 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8281e85d-2cfe-4780-b9f6-b52971a4ecd3 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:15:07.985076 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [req-74cbe2c1-813c-4117-b89d-33f8a367466f req-8281e85d-2cfe-4780-b9f6-b52971a4ecd3 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:07.986492 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [req-74cbe2c1-813c-4117-b89d-33f8a367466f req-8281e85d-2cfe-4780-b9f6-b52971a4ecd3 tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] 10.222.0.103 "DELETE /v2.0/security-groups/e60c7ead-7ab2-40b1-ba32-fb01b1cd221f HTTP/1.1" status: 204  len: 173 time: 0.1973786
Feb 03 20:15:08.063621 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 35926) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:15:08.867411 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f96add1a-8d1d-42e9-9619-5c5de7dbdcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846788810'] for router_interface, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:09.243860 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-f96add1a-8d1d-42e9-9619-5c5de7dbdcd9 admin admin] Deleting port 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116 {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:15:09.244287 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f96add1a-8d1d-42e9-9619-5c5de7dbdcd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:09.436840 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-f96add1a-8d1d-42e9-9619-5c5de7dbdcd9 admin admin] For port 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116,segment=NetworkSegment(6e64f417-e845-4b38-aeb4-6c4d26500e80),segment_id=6e64f417-e845-4b38-aeb4-6c4d26500e80)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:15:09.437237 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f96add1a-8d1d-42e9-9619-5c5de7dbdcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:09.574635 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-f96add1a-8d1d-42e9-9619-5c5de7dbdcd9 admin admin] Calling delete_port for 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116 owned by network:router_interface {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:15:09.757263 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f96add1a-8d1d-42e9-9619-5c5de7dbdcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:09.773671 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-b6da153f-4cb4-4207-a9cf-e1039f8b41df tempest-TestVolumeBootPattern-229508037 tempest-TestVolumeBootPattern-229508037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:15:09.867989 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96add1a-8d1d-42e9-9619-5c5de7dbdcd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:15:09.874312 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f96add1a-8d1d-42e9-9619-5c5de7dbdcd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:15:10.185498 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f96add1a-8d1d-42e9-9619-5c5de7dbdcd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7825387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7986546'] for router_interface, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:10.949893 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96add1a-8d1d-42e9-9619-5c5de7dbdcd9 admin admin] Router 9ae22426-1376-4ec1-8705-c2076b0cc55c has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:15:11.148723 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96add1a-8d1d-42e9-9619-5c5de7dbdcd9 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:15:11.158087 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dfd684-f931-4a97-a053-2bfca5da34d2 None None] Sync routers for ids ['9ae22426-1376-4ec1-8705-c2076b0cc55c'] in dv-cinder-773985-1-iscsi {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:15:11.162236 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-f96add1a-8d1d-42e9-9619-5c5de7dbdcd9 admin admin] 10.222.0.103 "PUT /v2.0/routers/9ae22426-1376-4ec1-8705-c2076b0cc55c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0973539
Feb 03 20:15:11.164877 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 35932) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:15:11.168395 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dfd684-f931-4a97-a053-2bfca5da34d2 None None] Routers {'9ae22426-1376-4ec1-8705-c2076b0cc55c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:15:11.169065 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-84dfd684-f931-4a97-a053-2bfca5da34d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93b0d0b38>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:14:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['9ae22426-1376-4ec1-8705-c2076b0cc55c'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:15:11.367559 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6928ad3a-bb9b-46cd-8ec2-805080794759 admin admin] Notify callbacks [] for router, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:11.529294 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-84dfd684-f931-4a97-a053-2bfca5da34d2 None None] Set router 9ae22426-1376-4ec1-8705-c2076b0cc55c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:15:11.566595 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6928ad3a-bb9b-46cd-8ec2-805080794759 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:11.572171 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-6928ad3a-bb9b-46cd-8ec2-805080794759 admin admin] Deleting port 349f977a-d6c4-4fa6-8e83-eeb877808ccd {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:15:11.572558 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6928ad3a-bb9b-46cd-8ec2-805080794759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:11.799978 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-6928ad3a-bb9b-46cd-8ec2-805080794759 admin admin] For port 349f977a-d6c4-4fa6-8e83-eeb877808ccd, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=349f977a-d6c4-4fa6-8e83-eeb877808ccd,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:15:11.800608 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6928ad3a-bb9b-46cd-8ec2-805080794759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:11.885318 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-84dfd684-f931-4a97-a053-2bfca5da34d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93b0d0b38>, [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:15:09Z', 'revision_number': 5, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:15:11.889400 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dfd684-f931-4a97-a053-2bfca5da34d2 None None] Checking router: 9ae22426-1376-4ec1-8705-c2076b0cc55c for host: dv-cinder-773985-1-iscsi {{(pid=80148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:15:11.900317 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dfd684-f931-4a97-a053-2bfca5da34d2 None None] Routers {'9ae22426-1376-4ec1-8705-c2076b0cc55c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:15:11.901245 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-84dfd684-f931-4a97-a053-2bfca5da34d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93b0d0b38>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:14:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['9ae22426-1376-4ec1-8705-c2076b0cc55c'], 'active': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:15:11.957546 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-6928ad3a-bb9b-46cd-8ec2-805080794759 admin admin] Calling delete_port for 349f977a-d6c4-4fa6-8e83-eeb877808ccd owned by network:router_gateway {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:15:12.096346 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6928ad3a-bb9b-46cd-8ec2-805080794759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:12.099171 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-84dfd684-f931-4a97-a053-2bfca5da34d2 None None] Set router 9ae22426-1376-4ec1-8705-c2076b0cc55c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:15:12.292941 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6928ad3a-bb9b-46cd-8ec2-805080794759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7986836'] for router_gateway, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:12.401980 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-84dfd684-f931-4a97-a053-2bfca5da34d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93b0d0b38>, [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:15:09Z', 'revision_number': 5, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:15:12.406006 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dfd684-f931-4a97-a053-2bfca5da34d2 None None] The sync data for ids ['9ae22426-1376-4ec1-8705-c2076b0cc55c'] in dv-cinder-773985-1-iscsi is: [{'id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'name': 'tempest-TestVolumeBootPattern-2095159714-router', 'tenant_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:27Z', 'updated_at': '2021-02-03T20:15:09Z', 'revision_number': 5, 'project_id': 'b5d4a4ba4b58452c9e7dac6b64c2c95d', 'gw_port': {'id': '349f977a-d6c4-4fa6-8e83-eeb877808ccd', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae22426-1376-4ec1-8705-c2076b0cc55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:28Z', 'updated_at': '2021-02-03T20:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}] {{(pid=80148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:15:12.435468 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6928ad3a-bb9b-46cd-8ec2-805080794759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63079'] for router, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:12.438650 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6928ad3a-bb9b-46cd-8ec2-805080794759 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:12.459414 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6928ad3a-bb9b-46cd-8ec2-805080794759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846793365'] for router, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:12.460009 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6928ad3a-bb9b-46cd-8ec2-805080794759 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ae22426-1376-4ec1-8705-c2076b0cc55c {{(pid=80144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 03 20:15:12.474438 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6928ad3a-bb9b-46cd-8ec2-805080794759 admin admin] Notify callbacks [] for router, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:12.476439 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-6928ad3a-bb9b-46cd-8ec2-805080794759 admin admin] 10.222.0.103 "DELETE /v2.0/routers/9ae22426-1376-4ec1-8705-c2076b0cc55c HTTP/1.1" status: 204  len: 168 time: 1.3103375
Feb 03 20:15:12.479223 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 35936) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:15:12.547906 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b315b9f-9d48-44b1-963b-8495883012ad admin admin] Deleting subnet b9a47023-a7e6-4e5a-a78e-878b5980dff8 {{(pid=80144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 20:15:12.551112 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8b315b9f-9d48-44b1-963b-8495883012ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:12.610872 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8b315b9f-9d48-44b1-963b-8495883012ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849024670'] for subnet, precommit_delete_associations {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:12.694608 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8b315b9f-9d48-44b1-963b-8495883012ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-240091'] for subnet, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:12.962058 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8b315b9f-9d48-44b1-963b-8495883012ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854535725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5360768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6378840'] for subnet, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:12.978438 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-58bfef3f-5d98-4aa4-bfab-1242cac29688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:15:13.063421 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b315b9f-9d48-44b1-963b-8495883012ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a47023-a7e6-4e5a-a78e-878b5980dff8,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:15:13.071004 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-8b315b9f-9d48-44b1-963b-8495883012ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:15:13.116654 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-8b315b9f-9d48-44b1-963b-8495883012ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:13.122036 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce13593d-b962-4054-a534-04cfef6db55b None None] Network 9ff78e91-b7de-4878-8334-c0473181ce8a requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:15:13.123930 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-8b315b9f-9d48-44b1-963b-8495883012ad admin admin] 10.222.0.103 "DELETE /v2.0/subnets/b9a47023-a7e6-4e5a-a78e-878b5980dff8 HTTP/1.1" status: 204  len: 168 time: 0.6428237
Feb 03 20:15:13.126061 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 35940) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:15:13.244120 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854670727'] for network, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:13.316892 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] Deleting port 962c2438-466b-4639-a953-7994feddfa7b {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:15:13.317232 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:13.384478 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d85a3f-5b14-4677-9b0f-31f1b3c53f1b None None] DHCP port deletion for 9ff78e91-b7de-4878-8334-c0473181ce8a request from dv-cinder-773985-1-iscsi {{(pid=80147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 03 20:15:13.388963 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-75d85a3f-5b14-4677-9b0f-31f1b3c53f1b None None] Deleting port 962c2438-466b-4639-a953-7994feddfa7b {{(pid=80147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:15:13.389378 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-75d85a3f-5b14-4677-9b0f-31f1b3c53f1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:13.540108 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] For port 962c2438-466b-4639-a953-7994feddfa7b, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=962c2438-466b-4639-a953-7994feddfa7b,segment=NetworkSegment(6e64f417-e845-4b38-aeb4-6c4d26500e80),segment_id=6e64f417-e845-4b38-aeb4-6c4d26500e80)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:15:13.540413 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:13.610933 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-75d85a3f-5b14-4677-9b0f-31f1b3c53f1b None None] For port 962c2438-466b-4639-a953-7994feddfa7b, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=962c2438-466b-4639-a953-7994feddfa7b,segment=NetworkSegment(6e64f417-e845-4b38-aeb4-6c4d26500e80),segment_id=6e64f417-e845-4b38-aeb4-6c4d26500e80)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:15:13.611276 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-75d85a3f-5b14-4677-9b0f-31f1b3c53f1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:13.676452 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] Calling delete_port for 962c2438-466b-4639-a953-7994feddfa7b owned by network:dhcp {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:15:13.745435 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-75d85a3f-5b14-4677-9b0f-31f1b3c53f1b None None] Calling delete_port for 962c2438-466b-4639-a953-7994feddfa7b owned by network:dhcp {{(pid=80147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:15:13.760683 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:13.776430 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-0dc89668-cb42-44c6-8bef-8f254b1e99ac tempest-AttachVolumeShelveTestJSON-9106178 tempest-AttachVolumeShelveTestJSON-9106178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:15:13.796166 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116 no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:15:13.838241 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116 {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:15:13.838639 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 7f5c864e-59a6-4fa9-b2b8-8bfd01a9c116 not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:15:13.839112 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 962c2438-466b-4639-a953-7994feddfa7b no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:15:13.887056 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: 962c2438-466b-4639-a953-7994feddfa7b {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:15:13.887432 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 962c2438-466b-4639-a953-7994feddfa7b not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:15:13.887946 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 349f977a-d6c4-4fa6-8e83-eeb877808ccd no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:15:13.937350 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: 349f977a-d6c4-4fa6-8e83-eeb877808ccd {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:15:13.937753 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 349f977a-d6c4-4fa6-8e83-eeb877808ccd not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:15:13.945829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.api [None req-75d85a3f-5b14-4677-9b0f-31f1b3c53f1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80147) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 20:15:13.945829 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.api [None req-75d85a3f-5b14-4677-9b0f-31f1b3c53f1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 20:15:14.111694 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=962c2438-466b-4639-a953-7994feddfa7b,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:15:14.119235 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:15:14.161911 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] No DVR routers for this DVR port 962c2438-466b-4639-a953-7994feddfa7b on host dv-cinder-773985-1-iscsi {{(pid=80144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:15:14.285492 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-242256', 'neutron.services.segments.db._delete_segments_for_network--9223363255462345878'] for network, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:14.401353 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc93a5096d8>,) {'filters': {'network_id': ['9ff78e91-b7de-4878-8334-c0473181ce8a']}} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:15:14.414656 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93a5096d8>, '6e64f417-e845-4b38-aeb4-6c4d26500e80') {'for_net_delete': True} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:15:14.414994 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93a5096d8>, '6e64f417-e845-4b38-aeb4-6c4d26500e80') {} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:15:14.427583 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255462350230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5751146'] for segment, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:14.442570 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:14.444572 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] Releasing vxlan tunnel 11 to pool {{(pid=80144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 20:15:14.446869 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-75d85a3f-5b14-4677-9b0f-31f1b3c53f1b None None] Deleting port 962c2438-466b-4639-a953-7994feddfa7b {{(pid=80147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:15:14.447304 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-75d85a3f-5b14-4677-9b0f-31f1b3c53f1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:14.525960 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-75d85a3f-5b14-4677-9b0f-31f1b3c53f1b None None] The port '962c2438-466b-4639-a953-7994feddfa7b' was deleted {{(pid=80147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 03 20:15:14.635994 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] Network 9ff78e91-b7de-4878-8334-c0473181ce8a has no segments {{(pid=80144) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:15:14.645465 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-238909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5360879'] for segment, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:14.825358 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] Network 9ff78e91-b7de-4878-8334-c0473181ce8a has no segments {{(pid=80144) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]: Traceback (most recent call last):
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:     timer()
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:     cb(*args, **kw)
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:     return func(*args, **kwargs)
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:     self._notify()
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:     self.callback(batched_events)
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:     event.method(event)
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:     segment_id)['aggregates'][0]
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(self, *a, **k)
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self._get(url).json()
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:     **kwargs)
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.request(url, 'GET', **kwargs)
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:     **endpoint_filter)
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 20:15:14.848670 dv-cinder-773985-1-iscsi neutron-server[80033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 20:15:14.927574 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854533528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846788979'] for network, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:14.931073 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c39ea937-9857-4997-9726-0d5d60df3902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:15:14.944565 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:14.955519 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ff78e91-b7de-4878-8334-c0473181ce8a,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:15:14.958868 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:15:14.968828 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-f338940e-dc4d-4d6e-b4a5-5d47fe4604b1 admin admin] 10.222.0.103 "DELETE /v2.0/networks/9ff78e91-b7de-4878-8334-c0473181ce8a HTTP/1.1" status: 204  len: 168 time: 1.8417201
Feb 03 20:15:14.972369 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 35944) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:15:15.549798 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-063bc348-37b8-4324-8b7c-4e7855df5c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846788810'] for router_interface, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:15.923709 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-063bc348-37b8-4324-8b7c-4e7855df5c19 admin admin] Deleting port ce808c9f-e223-4c90-805c-7a87b17541c4 {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:15:15.924117 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-063bc348-37b8-4324-8b7c-4e7855df5c19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:16.108889 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-063bc348-37b8-4324-8b7c-4e7855df5c19 admin admin] For port ce808c9f-e223-4c90-805c-7a87b17541c4, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=ce808c9f-e223-4c90-805c-7a87b17541c4,segment=NetworkSegment(326daa19-9eca-4ccd-a7d1-6bc83aaef8cb),segment_id=326daa19-9eca-4ccd-a7d1-6bc83aaef8cb)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:15:16.109544 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-063bc348-37b8-4324-8b7c-4e7855df5c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:16.242341 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-063bc348-37b8-4324-8b7c-4e7855df5c19 admin admin] Calling delete_port for ce808c9f-e223-4c90-805c-7a87b17541c4 owned by network:router_interface {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:15:16.415259 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-063bc348-37b8-4324-8b7c-4e7855df5c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:16.431119 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-c69f4ecb-116f-4fe3-ad41-03e7076b5272 tempest-VolumesNegativeTest-84380174 tempest-VolumesNegativeTest-84380174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:15:16.527891 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bc348-37b8-4324-8b7c-4e7855df5c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce808c9f-e223-4c90-805c-7a87b17541c4,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:15:16.532479 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-063bc348-37b8-4324-8b7c-4e7855df5c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:15:16.846473 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-063bc348-37b8-4324-8b7c-4e7855df5c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7825387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7986546'] for router_interface, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:17.597879 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063bc348-37b8-4324-8b7c-4e7855df5c19 admin admin] Router b263d54f-0f62-462c-9f95-569d1db0c57c has already been hosted by L3 agent a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4 {{(pid=80144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 03 20:15:17.791297 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063bc348-37b8-4324-8b7c-4e7855df5c19 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-iscsi the message routers_updated {{(pid=80144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 03 20:15:17.800839 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac3e460-a28f-46d7-a463-c9eab0a7031d None None] Sync routers for ids ['b263d54f-0f62-462c-9f95-569d1db0c57c'] in dv-cinder-773985-1-iscsi {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 03 20:15:17.802588 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-063bc348-37b8-4324-8b7c-4e7855df5c19 admin admin] 10.222.0.103 "PUT /v2.0/routers/b263d54f-0f62-462c-9f95-569d1db0c57c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8291714
Feb 03 20:15:17.805279 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 35948) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:15:17.811008 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac3e460-a28f-46d7-a463-c9eab0a7031d None None] Routers {'b263d54f-0f62-462c-9f95-569d1db0c57c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:15:17.811765 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-0ac3e460-a28f-46d7-a463-c9eab0a7031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a487978>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:14:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['b263d54f-0f62-462c-9f95-569d1db0c57c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:15:18.000806 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5049dc09-4afd-46a6-a548-8472121a152b admin admin] Notify callbacks [] for router, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:18.002539 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-0ac3e460-a28f-46d7-a463-c9eab0a7031d None None] Set router b263d54f-0f62-462c-9f95-569d1db0c57c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:15:18.187462 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5049dc09-4afd-46a6-a548-8472121a152b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:18.192828 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-5049dc09-4afd-46a6-a548-8472121a152b admin admin] Deleting port 78e90a0a-f914-40ce-93b4-0e6c0589e8a4 {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:15:18.193198 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5049dc09-4afd-46a6-a548-8472121a152b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:18.308661 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-0ac3e460-a28f-46d7-a463-c9eab0a7031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a487978>, [{'id': 'b263d54f-0f62-462c-9f95-569d1db0c57c', 'name': 'tempest-TestVolumeBootPattern-1363598703-router', 'tenant_id': 'f4cb640c3196483d986ab93b61207c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '78e90a0a-f914-40ce-93b4-0e6c0589e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:42Z', 'updated_at': '2021-02-03T20:15:16Z', 'revision_number': 5, 'project_id': 'f4cb640c3196483d986ab93b61207c30', 'gw_port': {'id': '78e90a0a-f914-40ce-93b4-0e6c0589e8a4', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b263d54f-0f62-462c-9f95-569d1db0c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:44Z', 'updated_at': '2021-02-03T20:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:15:18.312603 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac3e460-a28f-46d7-a463-c9eab0a7031d None None] Checking router: b263d54f-0f62-462c-9f95-569d1db0c57c for host: dv-cinder-773985-1-iscsi {{(pid=80147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 03 20:15:18.322162 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac3e460-a28f-46d7-a463-c9eab0a7031d None None] Routers {'b263d54f-0f62-462c-9f95-569d1db0c57c'} bound to L3 agent in host dv-cinder-773985-1-iscsi {{(pid=80147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 03 20:15:18.322821 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-0ac3e460-a28f-46d7-a463-c9eab0a7031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc93a487978>, 'dv-cinder-773985-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T19:53:55Z,description=<?>,heartbeat_timestamp=2021-02-03T20:14:55Z,host='dv-cinder-773985-1-iscsi',id=a2a96bc0-1db9-4ff1-827a-5ea258ad7bb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-03T19:53:55Z,topic='l3_agent')) {'router_ids': ['b263d54f-0f62-462c-9f95-569d1db0c57c'], 'active': True} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:15:18.382854 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-5049dc09-4afd-46a6-a548-8472121a152b admin admin] For port 78e90a0a-f914-40ce-93b4-0e6c0589e8a4, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=78e90a0a-f914-40ce-93b4-0e6c0589e8a4,segment=NetworkSegment(cd20374a-5c3d-442e-9cdc-5a8f818c139d),segment_id=cd20374a-5c3d-442e-9cdc-5a8f818c139d)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:15:18.383255 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5049dc09-4afd-46a6-a548-8472121a152b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:18.509925 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvr_db [None req-0ac3e460-a28f-46d7-a463-c9eab0a7031d None None] Set router b263d54f-0f62-462c-9f95-569d1db0c57c gateway port host: dv-cinder-773985-1-iscsi {{(pid=80147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 03 20:15:18.515847 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-5049dc09-4afd-46a6-a548-8472121a152b admin admin] Calling delete_port for 78e90a0a-f914-40ce-93b4-0e6c0589e8a4 owned by network:router_gateway {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:15:18.661457 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5049dc09-4afd-46a6-a548-8472121a152b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849414982'] for port, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:18.858098 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5049dc09-4afd-46a6-a548-8472121a152b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7986836'] for router_gateway, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:18.980576 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_hamode_db [None req-0ac3e460-a28f-46d7-a463-c9eab0a7031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc93a487978>, [{'id': 'b263d54f-0f62-462c-9f95-569d1db0c57c', 'name': 'tempest-TestVolumeBootPattern-1363598703-router', 'tenant_id': 'f4cb640c3196483d986ab93b61207c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '78e90a0a-f914-40ce-93b4-0e6c0589e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:42Z', 'updated_at': '2021-02-03T20:15:16Z', 'revision_number': 5, 'project_id': 'f4cb640c3196483d986ab93b61207c30', 'gw_port': {'id': '78e90a0a-f914-40ce-93b4-0e6c0589e8a4', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b263d54f-0f62-462c-9f95-569d1db0c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:44Z', 'updated_at': '2021-02-03T20:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}], 'dv-cinder-773985-1-iscsi', False) {} {{(pid=80147) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:15:18.985064 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac3e460-a28f-46d7-a463-c9eab0a7031d None None] The sync data for ids ['b263d54f-0f62-462c-9f95-569d1db0c57c'] in dv-cinder-773985-1-iscsi is: [{'id': 'b263d54f-0f62-462c-9f95-569d1db0c57c', 'name': 'tempest-TestVolumeBootPattern-1363598703-router', 'tenant_id': 'f4cb640c3196483d986ab93b61207c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'external_fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '78e90a0a-f914-40ce-93b4-0e6c0589e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:06:42Z', 'updated_at': '2021-02-03T20:15:16Z', 'revision_number': 5, 'project_id': 'f4cb640c3196483d986ab93b61207c30', 'gw_port': {'id': '78e90a0a-f914-40ce-93b4-0e6c0589e8a4', 'name': '', 'network_id': 'b3f750ce-bc55-47f2-a098-fbecdde1b124', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b263d54f-0f62-462c-9f95-569d1db0c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '04309e75-65fb-4427-af0c-5eb643715331', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:06:44Z', 'updated_at': '2021-02-03T20:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04309e75-65fb-4427-af0c-5eb643715331', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-iscsi'}] {{(pid=80147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 03 20:15:19.002959 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5049dc09-4afd-46a6-a548-8472121a152b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63079'] for router, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:19.005800 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5049dc09-4afd-46a6-a548-8472121a152b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:19.035300 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5049dc09-4afd-46a6-a548-8472121a152b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846793365'] for router, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:19.036059 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5049dc09-4afd-46a6-a548-8472121a152b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b263d54f-0f62-462c-9f95-569d1db0c57c {{(pid=80144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 03 20:15:19.048711 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-5049dc09-4afd-46a6-a548-8472121a152b admin admin] Notify callbacks [] for router, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:19.049979 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-5049dc09-4afd-46a6-a548-8472121a152b admin admin] 10.222.0.103 "DELETE /v2.0/routers/b263d54f-0f62-462c-9f95-569d1db0c57c HTTP/1.1" status: 204  len: 168 time: 1.2437003
Feb 03 20:15:19.052732 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 35952) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:15:19.120175 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.db_base_plugin_v2 [None req-7530597d-a17d-46fe-bca8-be901f57be90 admin admin] Deleting subnet b4ef864f-acf2-4fb4-9abe-ce41cf960005 {{(pid=80144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 03 20:15:19.123144 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7530597d-a17d-46fe-bca8-be901f57be90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:19.175614 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7530597d-a17d-46fe-bca8-be901f57be90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849024670'] for subnet, precommit_delete_associations {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:19.265116 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7530597d-a17d-46fe-bca8-be901f57be90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-240091'] for subnet, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:19.535716 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7530597d-a17d-46fe-bca8-be901f57be90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854535725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5360768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6378840'] for subnet, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:19.555419 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-492ce75f-0079-4efd-b2bb-19ba68276bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:15:19.593882 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530597d-a17d-46fe-bca8-be901f57be90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4ef864f-acf2-4fb4-9abe-ce41cf960005,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:15:19.650575 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-7530597d-a17d-46fe-bca8-be901f57be90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:15:19.705477 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7530597d-a17d-46fe-bca8-be901f57be90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for subnet, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:19.711037 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe5d05d-4732-4f8a-95e6-e0c8816b1292 None None] Network 63b4610f-0884-4e00-855e-6726a74530f2 requested from dv-cinder-773985-1-iscsi {{(pid=80147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 03 20:15:19.711527 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-7530597d-a17d-46fe-bca8-be901f57be90 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/b4ef864f-acf2-4fb4-9abe-ce41cf960005 HTTP/1.1" status: 204  len: 168 time: 0.6575689
Feb 03 20:15:19.714310 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 35956) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:15:19.800562 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 78e90a0a-f914-40ce-93b4-0e6c0589e8a4 no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:15:19.846643 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: 78e90a0a-f914-40ce-93b4-0e6c0589e8a4 {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:15:19.847038 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device 78e90a0a-f914-40ce-93b4-0e6c0589e8a4 not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:15:19.847520 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device ce808c9f-e223-4c90-805c-7a87b17541c4 no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:15:19.871467 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854670727'] for network, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:19.903490 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: ce808c9f-e223-4c90-805c-7a87b17541c4 {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:15:19.903771 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device ce808c9f-e223-4c90-805c-7a87b17541c4 not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:15:19.956955 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] Deleting port ded55ec6-a2e7-42c8-838c-d1f99268c45d {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:15:19.957330 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:20.070160 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea44a60-a801-413c-ba4b-512251aed27f None None] DHCP port deletion for 63b4610f-0884-4e00-855e-6726a74530f2 request from dv-cinder-773985-1-iscsi {{(pid=80147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 03 20:15:20.075457 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-6ea44a60-a801-413c-ba4b-512251aed27f None None] Deleting port ded55ec6-a2e7-42c8-838c-d1f99268c45d {{(pid=80147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:15:20.075744 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6ea44a60-a801-413c-ba4b-512251aed27f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:20.335667 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-6ea44a60-a801-413c-ba4b-512251aed27f None None] For port ded55ec6-a2e7-42c8-838c-d1f99268c45d, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=ded55ec6-a2e7-42c8-838c-d1f99268c45d,segment=NetworkSegment(326daa19-9eca-4ccd-a7d1-6bc83aaef8cb),segment_id=326daa19-9eca-4ccd-a7d1-6bc83aaef8cb)] {{(pid=80147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:15:20.336165 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6ea44a60-a801-413c-ba4b-512251aed27f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:20.474472 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.db [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] For port ded55ec6-a2e7-42c8-838c-d1f99268c45d, host dv-cinder-773985-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-iscsi',level=0,port_id=ded55ec6-a2e7-42c8-838c-d1f99268c45d,segment=NetworkSegment(326daa19-9eca-4ccd-a7d1-6bc83aaef8cb),segment_id=326daa19-9eca-4ccd-a7d1-6bc83aaef8cb)] {{(pid=80144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 03 20:15:20.474858 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846792853'] for port, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:20.495857 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-6ea44a60-a801-413c-ba4b-512251aed27f None None] Calling delete_port for ded55ec6-a2e7-42c8-838c-d1f99268c45d owned by network:dhcp {{(pid=80147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:15:20.589227 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-6ea44a60-a801-413c-ba4b-512251aed27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854674750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724685432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255462378646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255462826015'] for port, after_delete {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:20.603320 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:15:20.623878 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] Calling delete_port for ded55ec6-a2e7-42c8-838c-d1f99268c45d owned by network:dhcp {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 03 20:15:20.700721 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea44a60-a801-413c-ba4b-512251aed27f None None] Pushing event deleted for resources: {'Port': ['ID=ded55ec6-a2e7-42c8-838c-d1f99268c45d,revision_number=None']} {{(pid=80147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:15:20.702641 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.db.api [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80144) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 03 20:15:20.703018 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_db.api [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 03 20:15:20.708647 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-6ea44a60-a801-413c-ba4b-512251aed27f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80147) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:15:20.757859 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea44a60-a801-413c-ba4b-512251aed27f None None] No DVR routers for this DVR port ded55ec6-a2e7-42c8-838c-d1f99268c45d on host dv-cinder-773985-1-iscsi {{(pid=80147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 03 20:15:20.874886 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:15:21.204698 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] Deleting port ded55ec6-a2e7-42c8-838c-d1f99268c45d {{(pid=80144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 03 20:15:21.205235 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392383893'] for port, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:21.278044 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] The port 'ded55ec6-a2e7-42c8-838c-d1f99268c45d' was deleted {{(pid=80144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 03 20:15:21.402972 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-242256', 'neutron.services.segments.db._delete_segments_for_network--9223363255462345878'] for network, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:21.519539 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc93a5c7668>,) {'filters': {'network_id': ['63b4610f-0884-4e00-855e-6726a74530f2']}} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:15:21.532262 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93a5c7668>, '326daa19-9eca-4ccd-a7d1-6bc83aaef8cb') {'for_net_delete': True} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:15:21.532606 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.services.segments.db [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc93a5c7668>, '326daa19-9eca-4ccd-a7d1-6bc83aaef8cb') {} {{(pid=80144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 03 20:15:21.544684 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255462350230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5751146'] for segment, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:21.565418 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854536907'] for segment, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:21.567553 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] Releasing vxlan tunnel 12 to pool {{(pid=80144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 03 20:15:21.754489 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] Network 63b4610f-0884-4e00-855e-6726a74530f2 has no segments {{(pid=80144) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:15:21.763720 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-238909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5360879'] for segment, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:21.784361 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device ded55ec6-a2e7-42c8-838c-d1f99268c45d no longer exists at agent ovs-agent-dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 03 20:15:21.821973 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.plugin [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] No Port match for: ded55ec6-a2e7-42c8-838c-d1f99268c45d {{(pid=80147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 03 20:15:21.822374 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.rpc [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Device ded55ec6-a2e7-42c8-838c-d1f99268c45d not bound to the agent host dv-cinder-773985-1-iscsi {{(pid=80147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 03 20:15:21.946742 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.plugins.ml2.managers [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] Network 63b4610f-0884-4e00-855e-6726a74530f2 has no segments {{(pid=80144) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:   % (table.description, expected, rows_matched)
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:   % (table.description, expected, rows_matched)
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:   % (table.description, expected, rows_matched)
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:   % (table.description, expected, rows_matched)
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]: Traceback (most recent call last):
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:     timer()
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:     cb(*args, **kw)
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:     return func(*args, **kwargs)
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:     self._notify()
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:     self.callback(batched_events)
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:     event.method(event)
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:     segment_id)['aggregates'][0]
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:     return f(self, *a, **k)
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self._get(url).json()
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:     **kwargs)
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:     return self.request(url, 'GET', **kwargs)
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:     **endpoint_filter)
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 03 20:15:21.974701 dv-cinder-773985-1-iscsi neutron-server[80033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 03 20:15:22.055187 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854533528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7892253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846788979'] for network, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:22.058604 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-e02e7d1d-39c9-498f-a899-be6d9ed68211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:15:22.072665 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7892236'] for network, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:22.084085 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] Pushing event deleted for resources: {'Network': ['ID=63b4610f-0884-4e00-855e-6726a74530f2,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:15:22.087029 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:15:22.088939 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-13bbaceb-9899-469e-ad4b-64f13396c454 admin admin] 10.222.0.103 "DELETE /v2.0/networks/63b4610f-0884-4e00-855e-6726a74530f2 HTTP/1.1" status: 204  len: 168 time: 2.3736444
Feb 03 20:15:22.232628 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 35962) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:15:22.289712 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-56db12c9-b01a-4cc6-b55b-85fb0e78a3e9 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=b5d4a4ba4b58452c9e7dac6b64c2c95d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0557866
Feb 03 20:15:22.292261 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 35966) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:15:22.353531 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b2036a9-6ff2-4c15-9d9c-c12134cc0c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:22.381192 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b2036a9-6ff2-4c15-9d9c-c12134cc0c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:22.428025 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b2036a9-6ff2-4c15-9d9c-c12134cc0c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:22.432959 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-cfd4986b-55c6-4724-af6b-bd4b2f229a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:15:22.447159 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2036a9-6ff2-4c15-9d9c-c12134cc0c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f05c04e-647c-4c3e-813a-70c988c113bf,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:15:22.451258 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-1b2036a9-6ff2-4c15-9d9c-c12134cc0c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:15:22.455060 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-1b2036a9-6ff2-4c15-9d9c-c12134cc0c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:22.456299 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-1b2036a9-6ff2-4c15-9d9c-c12134cc0c6f admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/8f05c04e-647c-4c3e-813a-70c988c113bf HTTP/1.1" status: 204  len: 168 time: 0.1630862
Feb 03 20:15:22.869375 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 35974) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:15:22.899776 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-67fea8d0-996d-4dd4-a78a-5ee73371f1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:22.922936 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-170add22-f299-4eb9-990d-28202afc0107 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=f4cb640c3196483d986ab93b61207c30&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0517378
Feb 03 20:15:22.925489 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [-] (80144) accepted ('10.222.0.103', 35978) {{(pid=80144) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 03 20:15:22.990750 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d4ebafb1-abce-4aaa-a724-126711a03c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:23.018069 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d4ebafb1-abce-4aaa-a724-126711a03c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:23.065041 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d4ebafb1-abce-4aaa-a724-126711a03c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846756465'] for security_group, after_delete {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:23.070341 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-eb82e7da-f938-4755-8179-3aac29d98be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 03 20:15:23.084216 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebafb1-abce-4aaa-a724-126711a03c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45911b7b-ef11-42fc-b12f-c1a57fad43b1,revision_number=None']} {{(pid=80144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 03 20:15:23.087355 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG oslo_concurrency.lockutils [None req-d4ebafb1-abce-4aaa-a724-126711a03c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 03 20:15:23.088436 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-d4ebafb1-abce-4aaa-a724-126711a03c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:23.089735 dv-cinder-773985-1-iscsi neutron-server[80033]: INFO neutron.wsgi [None req-d4ebafb1-abce-4aaa-a724-126711a03c27 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/45911b7b-ef11-42fc-b12f-c1a57fad43b1 HTTP/1.1" status: 204  len: 168 time: 0.1632435
Feb 03 20:15:25.314249 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-9b495671-6f27-4990-8c55-45e245551391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:26.016370 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:26.740833 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:27.301362 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:28.044847 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:52.904571 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-f3edd39e-14d5-4764-a9cd-20cf228f2368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:55.315376 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b04dbf38-a049-4527-8e8b-417c6dc4d392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:56.020452 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:56.742200 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:57.304536 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:15:57.873904 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:15:58.066300 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:16:22.906440 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c473cba3-2cf1-4495-ae1c-cda5227913be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:16:25.317321 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-0b9055ab-3863-4ed3-a799-7f6807baf62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:16:26.023448 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:16:26.743912 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:16:27.307970 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:16:28.074183 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:16:34.873977 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:16:52.909150 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-695e2d68-5491-4aa4-a787-863686db33bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:16:55.318567 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2e45bcee-a7f0-4f8e-b8f4-2aa5f0853f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:16:56.026482 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:16:56.745891 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:16:57.311195 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:16:58.095442 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:17:11.874556 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:17:22.910378 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-29c15a48-496d-4a9b-9ecd-19add8674fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:17:25.319379 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7f94492d-d134-4955-8a57-1df135e78e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:17:26.028995 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:17:26.747102 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:17:27.313553 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:17:28.104851 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:17:48.874502 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:17:52.911499 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-05f1a409-51cf-470d-b573-ff13d91f6fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:17:55.320704 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-825c3a71-4789-43ab-ba66-752a5406bb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:17:56.030782 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:17:56.748189 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:17:57.317067 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:17:58.121924 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:18:22.913237 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-c2162613-6834-4c98-9b1a-9150d1807c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:18:25.324165 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7ef7f775-19fe-44dd-8e90-8b2fd4a4f1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:18:25.874388 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:18:26.034290 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:18:26.750875 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:18:27.321162 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:18:28.135270 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:18:51.427148 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [req-02310960-9e2e-4052-a1d3-ac77c2ba4261 req-78173092-a117-46b8-b68f-ced29fc59069 service neutron] (80146) timed out ('10.222.0.67', 52170) {{(pid=80146) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 03 20:18:52.916945 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-722877f3-370d-40c9-8a58-f6281988415f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:18:53.396737 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.wsgi [req-357e8889-ac92-40e7-9658-b47c18fb96d4 req-9d46cab3-afc4-4b1f-abd8-b2f294a923e0 service neutron] (80146) timed out ('10.222.0.67', 52097) {{(pid=80146) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 03 20:18:55.326059 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-3b35d4e2-7cdc-4271-9d36-42c650c1a836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:18:56.035851 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:18:56.754846 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:18:57.325611 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:18:58.150617 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:19:02.875973 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:19:22.922942 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-240fbf56-945f-4056-ac6c-8406a4c613b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:19:25.329227 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-934c0f4c-6a26-44ca-a208-02661ba09dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:19:26.039733 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:19:26.757596 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:19:27.328538 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:19:28.166150 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:19:39.876279 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:19:52.915959 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-7770707c-77c9-43ba-9426-e806e6f26b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:19:55.330384 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-db47cbbb-e470-4488-b0b5-f3e35db0a1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:19:56.042323 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:19:56.759913 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:19:57.334344 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:19:58.179850 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:20:16.875730 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron.db.agents_db [None req-98ed636e-5ea8-4231-8489-e71cef28d0e9 None None] Agent healthcheck: found 6 active agents {{(pid=80148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 03 20:20:22.918181 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-34bb9d96-ece7-48f9-8f73-3f84efcd74ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:20:25.334961 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-a345feb0-d68a-4307-a775-e7eddcc5988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:20:26.044876 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-ca64491a-737c-4a7f-a3f3-fdc7892acc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:20:26.762501 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-53c1b2a9-d373-45a8-921b-af16dc85015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:20:27.335968 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-43e5-430e-bb09-8f83b9c9c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:20:28.195945 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-2a81a0b7-bb5c-4339-b0b4-b9a9833ab7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 03 20:20:52.921349 dv-cinder-773985-1-iscsi neutron-server[80033]: DEBUG neutron_lib.callbacks.manager [None req-27e9c0c6-da3c-43c0-8344-83eb0d1f76d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255462345895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-240428'] for agent, after_update {{(pid=80147) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}